{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5147.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24873): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24873) [trial-2382↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24873)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24873): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24873) [trial-2382↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24873)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a20:38:41.565166 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a20:38:41.576037 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a20:38:42.157769 tst mo_mt_sms.py: using LAC 31359\u000a20:38:42.275581 tst mo_mt_sms.py: using RAC 249\u000a20:38:42.395378 tst mo_mt_sms.py: using CellId 31359\u000a20:38:42.515287 tst mo_mt_sms.py: using BVCI 31360\u000a20:38:42.538117 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a20:38:42.722778 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a20:38:43.019205 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:38:43.158000 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:38:45.523040 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24872): Launched\u000a20:38:45.858952 run osmo-nitb_10.42.42.2(pid=24873): Launched\u000a20:38:46.058445 run osmo-nitb_10.42.42.2(pid=24873): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24873)]\u000a20:38:46.193488 run osmo-nitb_10.42.42.2(pid=24873): stdout: \u000a| (launched: 2022-12-12_20:38:45.692675) \u000a20:38:46.347306 run osmo-nitb_10.42.42.2(pid=24873): stderr: \u000a| (launched: 2022-12-12_20:38:45.742293)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:38:46.498853 run osmo-nitb_10.42.42.2(pid=24873): stdout: \u000a| (launched: 2022-12-12_20:38:45.692675) \u000a20:38:46.638301 run osmo-nitb_10.42.42.2(pid=24873): stderr: \u000a| (launched: 2022-12-12_20:38:45.742293)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:38:46.702517 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=24873): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24873) [trial-2382↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24873)] [trial-2382↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a20:38:46.711710 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a20:38:46.756491 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24872): Terminating (SIGTERM)\u000a20:38:46.939775 --- ParallelTerminationStrategy: PID 24872 died...\u000a20:38:47.024327 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24872): Terminated: ok {rc=0}\u000a20:38:47.162313 bus /sierra_3: Setting Powered False\u000a20:38:48.307612 bus /sierra_3: Setting Powered False\u000a20:38:49.424201 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:38:41" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "sms:sysmo", "duration" : 16.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25156): Process ended prematurely: osmo-stp_10.42.42.5(pid=25156) [trial-2382↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25156)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25156): Process ended prematurely: osmo-stp_10.42.42.5(pid=25156) [trial-2382↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a20:38:51.287122 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:38:51.298998 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a20:38:51.430880 tst mo_mt_sms.py: using LAC 31360\u000a20:38:51.557369 tst mo_mt_sms.py: using RAC 250\u000a20:38:51.683021 tst mo_mt_sms.py: using CellId 31360\u000a20:38:51.809814 tst mo_mt_sms.py: using BVCI 31361\u000a20:38:51.834434 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:38:51.846230 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:38:51.857999 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:38:51.871422 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:38:51.884688 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:38:51.897109 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a20:38:52.018855 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a20:38:52.236471 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:38:54.065814 run create_hlr_db(pid=25150): Launched\u000a20:38:54.252842 bus /sierra_2: Setting Powered False\u000a20:38:55.275824 run create_hlr_db(pid=25150): Terminated: ok {rc=0}\u000a20:38:55.722827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25152): Launched\u000a20:38:56.147523 run osmo-hlr_10.42.42.2(pid=25153): Launched\u000a20:38:56.393140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:38:59.076087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25155): Launched\u000a20:38:59.502134 run osmo-stp_10.42.42.5(pid=25156): Launched\u000a20:38:59.747359 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:39:05.426451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25158): Launched\u000a20:39:05.868331 run osmo-msc_10.42.42.6(pid=25159): Launched\u000a20:39:06.264007 run osmo-stp_10.42.42.5(pid=25156): ERR: Terminated: ERROR {rc=1} [trial-2382↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25156)]\u000a20:39:06.472051 run osmo-stp_10.42.42.5(pid=25156): stdout: \u000a| (launched: 2022-12-12_20:38:59.241340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:06.614758 run osmo-stp_10.42.42.5(pid=25156): stderr: \u000a| �[0;m�[38;5;43m20221212203859582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203859583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203859583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203859583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203859584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203859584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203859584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:06.751708 run osmo-stp_10.42.42.5(pid=25156): stdout: \u000a| (launched: 2022-12-12_20:38:59.241340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:06.887863 run osmo-stp_10.42.42.5(pid=25156): stderr: \u000a| �[0;m�[38;5;43m20221212203859582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203859583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203859583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203859583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203859584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203859584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203859584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:06.947859 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25156): Process ended prematurely: osmo-stp_10.42.42.5(pid=25156) [trial-2382↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25156)] [trial-2382↪sms:sysmo↪mo_mt_sms.py:16]\u000a20:39:06.957628 tst mo_mt_sms.py:16: Test FAILED (15.7 sec)\u000a20:39:07.024807 run osmo-hlr_10.42.42.2(pid=25153): ERR: Terminated: ERROR {rc=237} [trial-2382↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25153)]\u000a20:39:07.080014 run osmo-hlr_10.42.42.2(pid=25153): stdout: \u000a| (launched: 2022-12-12_20:38:55.885870) \u000a20:39:07.135932 run osmo-hlr_10.42.42.2(pid=25153): stderr: \u000a| �[0;m�[1;31m20221212203856239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203856239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203856239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203856239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203856239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203856240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203856266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203856279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203856279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203856279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:07.210994 run osmo-msc_10.42.42.6(pid=25159): ERR: Terminated: ERROR {rc=2} [trial-2382↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25159)]\u000a20:39:07.265828 run osmo-msc_10.42.42.6(pid=25159): stdout: \u000a| (launched: 2022-12-12_20:39:05.599336) \u000a20:39:07.320834 run osmo-msc_10.42.42.6(pid=25159): stderr: \u000a| �[0;m�[38;5;43m20221212203906105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203906105 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e796cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203906105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203906105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203906106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203906106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203906107 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203906108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203906108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203906108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:39:07.367617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25152): Terminating (SIGTERM)\u000a20:39:07.411860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25155): Terminating (SIGTERM)\u000a20:39:07.456651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25158): Terminating (SIGTERM)\u000a20:39:07.467842 --- ParallelTerminationStrategy: PID 25152 died...\u000a20:39:07.530679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25152): Terminated: ok {rc=0}\u000a20:39:07.542301 --- ParallelTerminationStrategy: PID 25155 died...\u000a20:39:07.674947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25155): Terminated: ok {rc=0}\u000a20:39:07.695516 --- ParallelTerminationStrategy: PID 25158 died...\u000a20:39:07.820257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25158): Terminated: ok {rc=0}\u000a20:39:07.966057 bus /sierra_3: Setting Powered False\u000a20:39:09.079356 bus /sierra_3: Setting Powered False\u000a20:39:10.192585 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:38:51" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25166): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25166) [trial-2382↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25166)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25166): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25166) [trial-2382↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a20:39:12.031629 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a20:39:12.042425 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a20:39:12.168372 tst assert_extension.py: using LAC 31361\u000a20:39:12.293558 tst assert_extension.py: using RAC 251\u000a20:39:12.418424 tst assert_extension.py: using CellId 31361\u000a20:39:12.539094 tst assert_extension.py: using BVCI 31362\u000a20:39:12.562928 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a20:39:12.851218 tst assert_extension.py:10: start nitb and bts...\u000a20:39:12.980635 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:39:13.624461 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25165): Launched\u000a20:39:13.934682 run osmo-nitb_10.42.42.2(pid=25166): Launched\u000a20:39:14.127570 run osmo-nitb_10.42.42.2(pid=25166): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25166)]\u000a20:39:14.269165 run osmo-nitb_10.42.42.2(pid=25166): stdout: \u000a| (launched: 2022-12-12_20:39:13.782970) \u000a20:39:14.411516 run osmo-nitb_10.42.42.2(pid=25166): stderr: \u000a| (launched: 2022-12-12_20:39:13.829383)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:39:14.548508 run osmo-nitb_10.42.42.2(pid=25166): stdout: \u000a| (launched: 2022-12-12_20:39:13.782970) \u000a20:39:14.684777 run osmo-nitb_10.42.42.2(pid=25166): stderr: \u000a| (launched: 2022-12-12_20:39:13.829383)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:39:15.060059 tst osmo-nitb_10.42.42.2(pid=25166): stdout: \u000a| (launched: 2022-12-12_20:39:13.782970) \u000a20:39:15.184308 tst osmo-nitb_10.42.42.2(pid=25166): stderr: \u000a| (launched: 2022-12-12_20:39:13.829383)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:39:15.238531 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25166): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25166) [trial-2382↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25166)] [trial-2382↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a20:39:15.246681 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a20:39:15.282438 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25165): Terminating (SIGTERM)\u000a20:39:15.460105 --- ParallelTerminationStrategy: PID 25165 died...\u000a20:39:15.516568 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25165): Terminated: ok {rc=0}\u000a20:39:15.602610 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:39:11" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25176): Process ended prematurely: osmo-stp_10.42.42.5(pid=25176) [trial-2382↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25176)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25176): Process ended prematurely: osmo-stp_10.42.42.5(pid=25176) [trial-2382↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25176)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a20:39:17.439621 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:39:17.451411 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a20:39:17.585715 tst assert_extension.py: using LAC 31362\u000a20:39:17.718101 tst assert_extension.py: using RAC 252\u000a20:39:17.849365 tst assert_extension.py: using CellId 31362\u000a20:39:17.980206 tst assert_extension.py: using BVCI 31363\u000a20:39:18.005760 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:39:18.016889 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:39:18.027991 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:39:18.038996 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:39:18.050036 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:39:18.061069 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a20:39:18.266233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:18.761917 run create_hlr_db(pid=25170): Launched\u000a20:39:18.943386 bus /sierra_2: Setting Powered False\u000a20:39:19.963455 run create_hlr_db(pid=25170): Terminated: ok {rc=0}\u000a20:39:20.410816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25172): Launched\u000a20:39:20.749162 run osmo-hlr_10.42.42.2(pid=25173): Launched\u000a20:39:20.871491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:21.457061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25175): Launched\u000a20:39:21.795627 run osmo-stp_10.42.42.5(pid=25176): Launched\u000a20:39:21.917760 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:39:22.528494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25178): Launched\u000a20:39:22.864869 run osmo-msc_10.42.42.6(pid=25179): Launched\u000a20:39:23.061432 run osmo-stp_10.42.42.5(pid=25176): ERR: Terminated: ERROR {rc=1} [trial-2382↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25176)]\u000a20:39:23.203799 run osmo-stp_10.42.42.5(pid=25176): stdout: \u000a| (launched: 2022-12-12_20:39:21.628079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:23.345004 run osmo-stp_10.42.42.5(pid=25176): stderr: \u000a| �[0;m�[38;5;43m20221212203921824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203921824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203921824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203921825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203921825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203921825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203921826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:23.479674 run osmo-stp_10.42.42.5(pid=25176): stdout: \u000a| (launched: 2022-12-12_20:39:21.628079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:23.613382 run osmo-stp_10.42.42.5(pid=25176): stderr: \u000a| �[0;m�[38;5;43m20221212203921824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203921824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203921824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203921825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203921825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203921825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203921826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:23.671530 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25176): Process ended prematurely: osmo-stp_10.42.42.5(pid=25176) [trial-2382↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25176)] [trial-2382↪ussd:sysmo↪assert_extension.py:17]\u000a20:39:23.680177 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a20:39:23.744998 run osmo-hlr_10.42.42.2(pid=25173): ERR: Terminated: ERROR {rc=237} [trial-2382↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25173)]\u000a20:39:23.798759 run osmo-hlr_10.42.42.2(pid=25173): stdout: \u000a| (launched: 2022-12-12_20:39:20.581946) \u000a20:39:23.852903 run osmo-hlr_10.42.42.2(pid=25173): stderr: \u000a| �[0;m�[1;31m20221212203920783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203920783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203920783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203920783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203920783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203920783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203920838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203920848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203920848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203920848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:23.926261 run osmo-msc_10.42.42.6(pid=25179): ERR: Terminated: ERROR {rc=2} [trial-2382↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25179)]\u000a20:39:23.979487 run osmo-msc_10.42.42.6(pid=25179): stdout: \u000a| (launched: 2022-12-12_20:39:22.699389) \u000a20:39:24.033344 run osmo-msc_10.42.42.6(pid=25179): stderr: \u000a| �[0;m�[38;5;43m20221212203923026 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203923026 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa45e1d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203923026 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203923026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203923026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203923027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203923029 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203923029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203923029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203923029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:39:24.079297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25172): Terminating (SIGTERM)\u000a20:39:24.122575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25175): Terminating (SIGTERM)\u000a20:39:24.165830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25178): Terminating (SIGTERM)\u000a20:39:24.175748 --- ParallelTerminationStrategy: PID 25172 died...\u000a20:39:24.233622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25172): Terminated: ok {rc=0}\u000a20:39:24.243968 --- ParallelTerminationStrategy: PID 25175 died...\u000a20:39:24.301949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25175): Terminated: ok {rc=0}\u000a20:39:24.312241 --- ParallelTerminationStrategy: PID 25178 died...\u000a20:39:24.369570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25178): Terminated: ok {rc=0}\u000a20:39:24.458811 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:39:17" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25192): Process ended prematurely: osmo-stp_10.42.42.5(pid=25192) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25192)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25192): Process ended prematurely: osmo-stp_10.42.42.5(pid=25192) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:39:26.389025 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:39:26.400689 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:39:26.557797 tst mo_mt_call.py: using LAC 31363\u000a20:39:26.687236 tst mo_mt_call.py: using RAC 253\u000a20:39:26.812932 tst mo_mt_call.py: using CellId 31363\u000a20:39:26.944657 tst mo_mt_call.py: using BVCI 31364\u000a20:39:26.970779 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:39:26.982544 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:39:26.994248 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:39:27.005883 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:39:27.017488 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:39:27.029201 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:39:27.150044 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:39:27.369465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:27.915521 run create_hlr_db(pid=25186): Launched\u000a20:39:28.112837 bus /sierra_2: Setting Powered False\u000a20:39:29.134687 run create_hlr_db(pid=25186): Terminated: ok {rc=0}\u000a20:39:29.561795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25188): Launched\u000a20:39:29.883116 run osmo-hlr_10.42.42.2(pid=25189): Launched\u000a20:39:29.998810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:30.550501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25191): Launched\u000a20:39:30.931764 run osmo-stp_10.42.42.5(pid=25192): Launched\u000a20:39:31.115646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:39:31.794776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25194): Launched\u000a20:39:32.313939 run osmo-msc_10.42.42.6(pid=25195): Launched\u000a20:39:32.513914 run osmo-stp_10.42.42.5(pid=25192): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25192)]\u000a20:39:32.647406 run osmo-stp_10.42.42.5(pid=25192): stdout: \u000a| (launched: 2022-12-12_20:39:30.711777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:32.780669 run osmo-stp_10.42.42.5(pid=25192): stderr: \u000a| �[0;m�[38;5;43m20221212203930902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203930905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203930905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203930906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203930906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203930906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203930906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:32.909138 run osmo-stp_10.42.42.5(pid=25192): stdout: \u000a| (launched: 2022-12-12_20:39:30.711777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:33.036593 run osmo-stp_10.42.42.5(pid=25192): stderr: \u000a| �[0;m�[38;5;43m20221212203930902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203930905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203930905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203930906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203930906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203930906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203930906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:33.092846 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25192): Process ended prematurely: osmo-stp_10.42.42.5(pid=25192) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25192)] [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:39:33.101572 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a20:39:33.164267 run osmo-hlr_10.42.42.2(pid=25189): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25189)]\u000a20:39:33.215797 run osmo-hlr_10.42.42.2(pid=25189): stdout: \u000a| (launched: 2022-12-12_20:39:29.723867) \u000a20:39:33.267742 run osmo-hlr_10.42.42.2(pid=25189): stderr: \u000a| �[0;m�[1;31m20221212203929904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203929904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203929904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203929904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203929904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203929905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203929961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203929970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203929970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203929970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:33.337854 run osmo-msc_10.42.42.6(pid=25195): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25195)]\u000a20:39:33.389028 run osmo-msc_10.42.42.6(pid=25195): stdout: \u000a| (launched: 2022-12-12_20:39:31.973383) \u000a20:39:33.441386 run osmo-msc_10.42.42.6(pid=25195): stderr: \u000a| �[0;m�[38;5;43m20221212203932398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203932398 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f474afaac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203932398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203932398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203932398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203932398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203932400 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203932400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203932401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203932401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:39:33.484941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25188): Terminating (SIGTERM)\u000a20:39:33.526497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25191): Terminating (SIGTERM)\u000a20:39:33.568247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25194): Terminating (SIGTERM)\u000a20:39:33.578055 --- ParallelTerminationStrategy: PID 25188 died...\u000a20:39:33.633851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25188): Terminated: ok {rc=0}\u000a20:39:33.643715 --- ParallelTerminationStrategy: PID 25191 died...\u000a20:39:33.699573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25191): Terminated: ok {rc=0}\u000a20:39:33.710205 --- ParallelTerminationStrategy: PID 25194 died...\u000a20:39:33.766929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25194): Terminated: ok {rc=0}\u000a20:39:33.859775 bus /sierra_3: Setting Powered False\u000a20:39:34.967974 bus /sierra_3: Setting Powered False\u000a20:39:36.083006 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25203): Process ended prematurely: osmo-stp_10.42.42.5(pid=25203) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25203)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25203): Process ended prematurely: osmo-stp_10.42.42.5(pid=25203) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:39:37.198251 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:39:37.210200 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:39:37.362636 tst mo_mt_call_osmux.py: using LAC 31364\u000a20:39:37.496226 tst mo_mt_call_osmux.py: using RAC 254\u000a20:39:37.632262 tst mo_mt_call_osmux.py: using CellId 31364\u000a20:39:37.760670 tst mo_mt_call_osmux.py: using BVCI 31365\u000a20:39:37.785186 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:39:37.796532 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:39:37.807767 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:39:37.819107 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:39:37.830570 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:39:37.841836 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:39:37.964142 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:39:38.175427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:38.679325 run create_hlr_db(pid=25197): Launched\u000a20:39:38.865196 bus /sierra_2: Setting Powered False\u000a20:39:39.886728 run create_hlr_db(pid=25197): Terminated: ok {rc=0}\u000a20:39:40.310394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25199): Launched\u000a20:39:40.634211 run osmo-hlr_10.42.42.2(pid=25200): Launched\u000a20:39:40.751476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:41.303966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25202): Launched\u000a20:39:41.625926 run osmo-stp_10.42.42.5(pid=25203): Launched\u000a20:39:41.742311 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:39:42.321759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25205): Launched\u000a20:39:42.643022 run osmo-msc_10.42.42.6(pid=25206): Launched\u000a20:39:42.829719 run osmo-stp_10.42.42.5(pid=25203): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25203)]\u000a20:39:42.964248 run osmo-stp_10.42.42.5(pid=25203): stdout: \u000a| (launched: 2022-12-12_20:39:41.466209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:43.096502 run osmo-stp_10.42.42.5(pid=25203): stderr: \u000a| �[0;m�[38;5;43m20221212203941642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203941642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203941642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203941643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203941643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203941643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203941643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:43.224513 run osmo-stp_10.42.42.5(pid=25203): stdout: \u000a| (launched: 2022-12-12_20:39:41.466209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:43.351212 run osmo-stp_10.42.42.5(pid=25203): stderr: \u000a| �[0;m�[38;5;43m20221212203941642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203941642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203941642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203941643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203941643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203941643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203941643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:43.406445 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25203): Process ended prematurely: osmo-stp_10.42.42.5(pid=25203) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25203)] [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:39:43.415169 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:39:43.477921 run osmo-hlr_10.42.42.2(pid=25200): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25200)]\u000a20:39:43.529077 run osmo-hlr_10.42.42.2(pid=25200): stdout: \u000a| (launched: 2022-12-12_20:39:40.473498) \u000a20:39:43.581131 run osmo-hlr_10.42.42.2(pid=25200): stderr: \u000a| �[0;m�[1;31m20221212203940654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203940654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203940654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203940654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203940655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203940655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203940669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203940679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203940679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203940679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:43.651385 run osmo-msc_10.42.42.6(pid=25206): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25206)]\u000a20:39:43.702732 run osmo-msc_10.42.42.6(pid=25206): stdout: \u000a| (launched: 2022-12-12_20:39:42.482821) \u000a20:39:43.754456 run osmo-msc_10.42.42.6(pid=25206): stderr: \u000a| �[0;m�[38;5;43m20221212203942759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203942759 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09b5859c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203942759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203942759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203942759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203942759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203942761 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203942762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203942762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203942762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:39:43.797877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25199): Terminating (SIGTERM)\u000a20:39:43.839378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25202): Terminating (SIGTERM)\u000a20:39:43.880690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25205): Terminating (SIGTERM)\u000a20:39:43.890396 --- ParallelTerminationStrategy: PID 25199 died...\u000a20:39:43.946153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25199): Terminated: ok {rc=0}\u000a20:39:43.956163 --- ParallelTerminationStrategy: PID 25202 died...\u000a20:39:44.012017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25202): Terminated: ok {rc=0}\u000a20:39:44.021918 --- ParallelTerminationStrategy: PID 25205 died...\u000a20:39:44.077140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25205): Terminated: ok {rc=0}\u000a20:39:44.169700 bus /sierra_3: Setting Powered False\u000a20:39:45.275129 bus /sierra_3: Setting Powered False\u000a20:39:46.407401 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:39:26" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25217): Process ended prematurely: osmo-stp_10.42.42.5(pid=25217) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25217)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25217): Process ended prematurely: osmo-stp_10.42.42.5(pid=25217) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:39:48.385956 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:39:48.397576 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:39:48.553516 tst mo_mt_call.py: using LAC 31365\u000a20:39:48.689076 tst mo_mt_call.py: using RAC 255\u000a20:39:48.827115 tst mo_mt_call.py: using CellId 31365\u000a20:39:48.955016 tst mo_mt_call.py: using BVCI 31366\u000a20:39:48.979396 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:39:48.990730 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:39:49.001976 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:39:49.013573 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:39:49.025117 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:39:49.036666 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:39:49.158566 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:39:49.368579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:39:49.871458 run create_hlr_db(pid=25211): Launched\u000a20:39:50.055457 bus /sierra_2: Setting Powered False\u000a20:39:51.076589 run create_hlr_db(pid=25211): Terminated: ok {rc=0}\u000a20:39:51.530024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25213): Launched\u000a20:39:51.873120 run osmo-hlr_10.42.42.2(pid=25214): Launched\u000a20:39:51.998217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:39:52.590800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25216): Launched\u000a20:39:52.935418 run osmo-stp_10.42.42.5(pid=25217): Launched\u000a20:39:53.059116 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:39:53.680894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25219): Launched\u000a20:39:54.024349 run osmo-msc_10.42.42.6(pid=25220): Launched\u000a20:39:54.225803 run osmo-stp_10.42.42.5(pid=25217): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25217)]\u000a20:39:54.369435 run osmo-stp_10.42.42.5(pid=25217): stdout: \u000a| (launched: 2022-12-12_20:39:52.765548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:54.511488 run osmo-stp_10.42.42.5(pid=25217): stderr: \u000a| �[0;m�[38;5;43m20221212203952962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203952962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203952962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203952963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203952963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203952963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203952963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:54.648387 run osmo-stp_10.42.42.5(pid=25217): stdout: \u000a| (launched: 2022-12-12_20:39:52.765548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:39:54.784064 run osmo-stp_10.42.42.5(pid=25217): stderr: \u000a| �[0;m�[38;5;43m20221212203952962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203952962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203952962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203952963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203952963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203952963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203952963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:39:54.844216 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25217): Process ended prematurely: osmo-stp_10.42.42.5(pid=25217) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25217)] [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:39:54.853558 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a20:39:54.918168 run osmo-hlr_10.42.42.2(pid=25214): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25214)]\u000a20:39:54.971695 run osmo-hlr_10.42.42.2(pid=25214): stdout: \u000a| (launched: 2022-12-12_20:39:51.704125) \u000a20:39:55.025671 run osmo-hlr_10.42.42.2(pid=25214): stderr: \u000a| �[0;m�[1;31m20221212203951907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203951907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203951907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203951907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203951907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203951907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203951932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203951942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203951942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203951942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:39:55.098940 run osmo-msc_10.42.42.6(pid=25220): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25220)]\u000a20:39:55.152403 run osmo-msc_10.42.42.6(pid=25220): stdout: \u000a| (launched: 2022-12-12_20:39:53.855746) \u000a20:39:55.206224 run osmo-msc_10.42.42.6(pid=25220): stderr: \u000a| �[0;m�[38;5;43m20221212203954183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203954183 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc7bccfac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203954183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203954183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203954184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203954184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203954185 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203954186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203954186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203954186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:39:55.251719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25213): Terminating (SIGTERM)\u000a20:39:55.294566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25216): Terminating (SIGTERM)\u000a20:39:55.337600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25219): Terminating (SIGTERM)\u000a20:39:55.347433 --- ParallelTerminationStrategy: PID 25213 died...\u000a20:39:55.405273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25213): Terminated: ok {rc=0}\u000a20:39:55.415575 --- ParallelTerminationStrategy: PID 25216 died...\u000a20:39:55.473159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25216): Terminated: ok {rc=0}\u000a20:39:55.483456 --- ParallelTerminationStrategy: PID 25219 died...\u000a20:39:55.541033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25219): Terminated: ok {rc=0}\u000a20:39:55.632076 bus /sierra_3: Setting Powered False\u000a20:39:56.738373 bus /sierra_3: Setting Powered False\u000a20:39:57.853154 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25231): Process ended prematurely: osmo-stp_10.42.42.5(pid=25231) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25231)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25231): Process ended prematurely: osmo-stp_10.42.42.5(pid=25231) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:39:58.968061 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:39:58.979993 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:39:59.132281 tst mo_mt_call_osmux.py: using LAC 31366\u000a20:39:59.259847 tst mo_mt_call_osmux.py: using RAC 1\u000a20:39:59.382915 tst mo_mt_call_osmux.py: using CellId 31366\u000a20:39:59.513998 tst mo_mt_call_osmux.py: using BVCI 31367\u000a20:39:59.540275 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:39:59.552440 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:39:59.564183 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:39:59.576389 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:39:59.589621 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:39:59.603445 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:39:59.722859 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:39:59.944613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:00.485362 run create_hlr_db(pid=25222): Launched\u000a20:40:00.669782 bus /sierra_2: Setting Powered False\u000a20:40:01.695362 run create_hlr_db(pid=25222): Terminated: ok {rc=0}\u000a20:40:02.169085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25227): Launched\u000a20:40:02.493864 run osmo-hlr_10.42.42.2(pid=25228): Launched\u000a20:40:02.620594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:03.210409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25230): Launched\u000a20:40:03.553451 run osmo-stp_10.42.42.5(pid=25231): Launched\u000a20:40:03.677457 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:40:04.298961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25233): Launched\u000a20:40:04.642340 run osmo-msc_10.42.42.6(pid=25234): Launched\u000a20:40:04.844266 run osmo-stp_10.42.42.5(pid=25231): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25231)]\u000a20:40:04.988248 run osmo-stp_10.42.42.5(pid=25231): stdout: \u000a| (launched: 2022-12-12_20:40:03.384495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:05.129339 run osmo-stp_10.42.42.5(pid=25231): stderr: \u000a| �[0;m�[38;5;43m20221212204003581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204003581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204003582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204003582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204003582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204003582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204003583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:05.265748 run osmo-stp_10.42.42.5(pid=25231): stdout: \u000a| (launched: 2022-12-12_20:40:03.384495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:05.401120 run osmo-stp_10.42.42.5(pid=25231): stderr: \u000a| �[0;m�[38;5;43m20221212204003581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204003581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204003582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204003582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204003582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204003582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204003583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:05.460301 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25231): Process ended prematurely: osmo-stp_10.42.42.5(pid=25231) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25231)] [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:40:05.469653 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:40:05.533975 run osmo-hlr_10.42.42.2(pid=25228): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25228)]\u000a20:40:05.587045 run osmo-hlr_10.42.42.2(pid=25228): stdout: \u000a| (launched: 2022-12-12_20:40:02.334256) \u000a20:40:05.640519 run osmo-hlr_10.42.42.2(pid=25228): stderr: \u000a| �[0;m�[1;31m20221212204002510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204002510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204002510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204002510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204002510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204002510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204002523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204002532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204002532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204002532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:05.713237 run osmo-msc_10.42.42.6(pid=25234): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25234)]\u000a20:40:05.766169 run osmo-msc_10.42.42.6(pid=25234): stdout: \u000a| (launched: 2022-12-12_20:40:04.473778) \u000a20:40:05.819940 run osmo-msc_10.42.42.6(pid=25234): stderr: \u000a| �[0;m�[38;5;43m20221212204004802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204004802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f304591dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204004803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204004803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204004803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204004803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204004805 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204004805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204004805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204004805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:40:05.865236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25227): Terminating (SIGTERM)\u000a20:40:05.907987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25230): Terminating (SIGTERM)\u000a20:40:05.950899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25233): Terminating (SIGTERM)\u000a20:40:05.960701 --- ParallelTerminationStrategy: PID 25227 died...\u000a20:40:06.017846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25227): Terminated: ok {rc=0}\u000a20:40:06.028042 --- ParallelTerminationStrategy: PID 25230 died...\u000a20:40:06.084997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25230): Terminated: ok {rc=0}\u000a20:40:06.095257 --- ParallelTerminationStrategy: PID 25233 died...\u000a20:40:06.151946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25233): Terminated: ok {rc=0}\u000a20:40:06.240741 bus /sierra_3: Setting Powered False\u000a20:40:07.350560 bus /sierra_3: Setting Powered False\u000a20:40:08.462041 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:39:48" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25245): Process ended prematurely: osmo-stp_10.42.42.5(pid=25245) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25245)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25245): Process ended prematurely: osmo-stp_10.42.42.5(pid=25245) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:40:10.431847 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:40:10.443449 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:40:10.601508 tst mo_mt_call.py: using LAC 31367\u000a20:40:10.736313 tst mo_mt_call.py: using RAC 2\u000a20:40:10.869405 tst mo_mt_call.py: using CellId 31367\u000a20:40:11.004327 tst mo_mt_call.py: using BVCI 31368\u000a20:40:11.030578 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:40:11.042325 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:40:11.053832 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:40:11.065363 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:40:11.076765 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:40:11.088365 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:40:11.206659 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:40:11.419240 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:11.919715 run create_hlr_db(pid=25239): Launched\u000a20:40:12.102115 bus /sierra_2: Setting Powered False\u000a20:40:13.124708 run create_hlr_db(pid=25239): Terminated: ok {rc=0}\u000a20:40:13.577563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25241): Launched\u000a20:40:13.920870 run osmo-hlr_10.42.42.2(pid=25242): Launched\u000a20:40:14.047006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:14.642130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25244): Launched\u000a20:40:14.985850 run osmo-stp_10.42.42.5(pid=25245): Launched\u000a20:40:15.110175 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:40:15.733969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25247): Launched\u000a20:40:16.239353 run osmo-msc_10.42.42.6(pid=25248): Launched\u000a20:40:16.739799 run osmo-stp_10.42.42.5(pid=25245): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25245)]\u000a20:40:16.949497 run osmo-stp_10.42.42.5(pid=25245): stdout: \u000a| (launched: 2022-12-12_20:40:14.816372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:17.100173 run osmo-stp_10.42.42.5(pid=25245): stderr: \u000a| �[0;m�[38;5;43m20221212204015013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204015013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204015013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204015013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204015014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204015014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204015014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:17.235670 run osmo-stp_10.42.42.5(pid=25245): stdout: \u000a| (launched: 2022-12-12_20:40:14.816372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:17.366447 run osmo-stp_10.42.42.5(pid=25245): stderr: \u000a| �[0;m�[38;5;43m20221212204015013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204015013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204015013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204015013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204015014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204015014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204015014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:17.424515 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25245): Process ended prematurely: osmo-stp_10.42.42.5(pid=25245) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25245)] [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:40:17.434769 tst mo_mt_call.py:8: Test FAILED (7.0 sec)\u000a20:40:17.499607 run osmo-hlr_10.42.42.2(pid=25242): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25242)]\u000a20:40:17.551462 run osmo-hlr_10.42.42.2(pid=25242): stdout: \u000a| (launched: 2022-12-12_20:40:13.751668) \u000a20:40:17.603945 run osmo-hlr_10.42.42.2(pid=25242): stderr: \u000a| �[0;m�[1;31m20221212204013952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204013952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204013952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204013952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204013952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204013952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204013964 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204013973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204013973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204013974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:17.674882 run osmo-msc_10.42.42.6(pid=25248): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25248)]\u000a20:40:17.726525 run osmo-msc_10.42.42.6(pid=25248): stdout: \u000a| (launched: 2022-12-12_20:40:15.948407) \u000a20:40:17.778812 run osmo-msc_10.42.42.6(pid=25248): stderr: \u000a| �[0;m�[38;5;43m20221212204016480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204016480 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faff97f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204016481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204016481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204016481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204016483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204016488 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204016488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204016490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204016490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:40:17.822139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25241): Terminating (SIGTERM)\u000a20:40:17.863729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25244): Terminating (SIGTERM)\u000a20:40:17.905312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25247): Terminating (SIGTERM)\u000a20:40:17.915088 --- ParallelTerminationStrategy: PID 25241 died...\u000a20:40:17.971554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25241): Terminated: ok {rc=0}\u000a20:40:17.981647 --- ParallelTerminationStrategy: PID 25244 died...\u000a20:40:18.036841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25244): Terminated: ok {rc=0}\u000a20:40:18.047547 --- ParallelTerminationStrategy: PID 25247 died...\u000a20:40:18.103745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25247): Terminated: ok {rc=0}\u000a20:40:18.195196 bus /sierra_3: Setting Powered False\u000a20:40:19.300791 bus /sierra_3: Setting Powered False\u000a20:40:20.413859 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25256): Process ended prematurely: osmo-stp_10.42.42.5(pid=25256) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25256)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25256): Process ended prematurely: osmo-stp_10.42.42.5(pid=25256) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:40:21.528568 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:40:21.540772 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:40:21.689167 tst mo_mt_call_osmux.py: using LAC 31368\u000a20:40:21.815873 tst mo_mt_call_osmux.py: using RAC 3\u000a20:40:21.948093 tst mo_mt_call_osmux.py: using CellId 31368\u000a20:40:22.087046 tst mo_mt_call_osmux.py: using BVCI 31369\u000a20:40:22.113452 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:40:22.125158 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:40:22.136811 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:40:22.148270 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:40:22.159772 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:40:22.171337 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:40:22.294018 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:40:22.503895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:23.007132 run create_hlr_db(pid=25250): Launched\u000a20:40:23.189845 bus /sierra_2: Setting Powered False\u000a20:40:24.212362 run create_hlr_db(pid=25250): Terminated: ok {rc=0}\u000a20:40:24.663993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25252): Launched\u000a20:40:25.009728 run osmo-hlr_10.42.42.2(pid=25253): Launched\u000a20:40:25.135270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:25.729654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25255): Launched\u000a20:40:26.074204 run osmo-stp_10.42.42.5(pid=25256): Launched\u000a20:40:26.198689 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:40:26.821180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25258): Launched\u000a20:40:27.165513 run osmo-msc_10.42.42.6(pid=25259): Launched\u000a20:40:27.364888 run osmo-stp_10.42.42.5(pid=25256): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25256)]\u000a20:40:27.509843 run osmo-stp_10.42.42.5(pid=25256): stdout: \u000a| (launched: 2022-12-12_20:40:25.904551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:27.652180 run osmo-stp_10.42.42.5(pid=25256): stderr: \u000a| �[0;m�[38;5;43m20221212204026103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204026103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204026104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204026104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204026104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204026105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204026105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:27.789265 run osmo-stp_10.42.42.5(pid=25256): stdout: \u000a| (launched: 2022-12-12_20:40:25.904551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:27.925951 run osmo-stp_10.42.42.5(pid=25256): stderr: \u000a| �[0;m�[38;5;43m20221212204026103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204026103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204026104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204026104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204026104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204026105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204026105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:27.985798 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25256): Process ended prematurely: osmo-stp_10.42.42.5(pid=25256) [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25256)] [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:40:27.995238 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:40:28.059632 run osmo-hlr_10.42.42.2(pid=25253): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25253)]\u000a20:40:28.112873 run osmo-hlr_10.42.42.2(pid=25253): stdout: \u000a| (launched: 2022-12-12_20:40:24.839115) \u000a20:40:28.166806 run osmo-hlr_10.42.42.2(pid=25253): stderr: \u000a| �[0;m�[1;31m20221212204025043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204025043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204025043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204025043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204025043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204025043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204025062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204025072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204025073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204025073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:28.239772 run osmo-msc_10.42.42.6(pid=25259): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25259)]\u000a20:40:28.292834 run osmo-msc_10.42.42.6(pid=25259): stdout: \u000a| (launched: 2022-12-12_20:40:26.996405) \u000a20:40:28.346492 run osmo-msc_10.42.42.6(pid=25259): stderr: \u000a| �[0;m�[38;5;43m20221212204027322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204027322 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f877d25dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204027322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204027322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204027322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204027323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204027324 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204027325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204027325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204027325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:40:28.392276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25252): Terminating (SIGTERM)\u000a20:40:28.435580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25255): Terminating (SIGTERM)\u000a20:40:28.478825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25258): Terminating (SIGTERM)\u000a20:40:28.488826 --- ParallelTerminationStrategy: PID 25252 died...\u000a20:40:28.546504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25252): Terminated: ok {rc=0}\u000a20:40:28.556793 --- ParallelTerminationStrategy: PID 25255 died...\u000a20:40:28.614122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25255): Terminated: ok {rc=0}\u000a20:40:28.624356 --- ParallelTerminationStrategy: PID 25258 died...\u000a20:40:28.681765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25258): Terminated: ok {rc=0}\u000a20:40:28.771285 bus /sierra_3: Setting Powered False\u000a20:40:29.880867 bus /sierra_3: Setting Powered False\u000a20:40:31.023968 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:40:10" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25271): Process ended prematurely: osmo-stp_10.42.42.5(pid=25271) [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25271)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25271): Process ended prematurely: osmo-stp_10.42.42.5(pid=25271) [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:40:33.011625 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:40:33.022907 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:40:33.172266 tst mo_mt_call.py: using LAC 31369\u000a20:40:33.298331 tst mo_mt_call.py: using RAC 4\u000a20:40:33.423828 tst mo_mt_call.py: using CellId 31369\u000a20:40:33.550003 tst mo_mt_call.py: using BVCI 31370\u000a20:40:33.574249 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:40:33.585430 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:40:33.596299 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:40:33.607140 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:40:33.618189 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:40:33.629103 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:40:33.751236 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:40:33.969195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:34.513146 run create_hlr_db(pid=25265): Launched\u000a20:40:34.710484 bus /sierra_2: Setting Powered False\u000a20:40:35.719848 run create_hlr_db(pid=25265): Terminated: ok {rc=0}\u000a20:40:36.182324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25267): Launched\u000a20:40:36.525870 run osmo-hlr_10.42.42.2(pid=25268): Launched\u000a20:40:36.651153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:37.244408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25270): Launched\u000a20:40:37.589851 run osmo-stp_10.42.42.5(pid=25271): Launched\u000a20:40:37.714323 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:40:38.335376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25273): Launched\u000a20:40:38.679016 run osmo-msc_10.42.42.6(pid=25274): Launched\u000a20:40:38.881827 run osmo-stp_10.42.42.5(pid=25271): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25271)]\u000a20:40:39.025746 run osmo-stp_10.42.42.5(pid=25271): stdout: \u000a| (launched: 2022-12-12_20:40:37.418973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:39.167813 run osmo-stp_10.42.42.5(pid=25271): stderr: \u000a| �[0;m�[38;5;43m20221212204037618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204037619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204037619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204037619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204037620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204037620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204037620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:39.304769 run osmo-stp_10.42.42.5(pid=25271): stdout: \u000a| (launched: 2022-12-12_20:40:37.418973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:39.440481 run osmo-stp_10.42.42.5(pid=25271): stderr: \u000a| �[0;m�[38;5;43m20221212204037618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204037619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204037619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204037619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204037620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204037620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204037620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:39.500116 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25271): Process ended prematurely: osmo-stp_10.42.42.5(pid=25271) [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25271)] [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:40:39.509712 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a20:40:39.573971 run osmo-hlr_10.42.42.2(pid=25268): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25268)]\u000a20:40:39.626855 run osmo-hlr_10.42.42.2(pid=25268): stdout: \u000a| (launched: 2022-12-12_20:40:36.356839) \u000a20:40:39.680334 run osmo-hlr_10.42.42.2(pid=25268): stderr: \u000a| �[0;m�[1;31m20221212204036562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204036562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204036562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204036562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204036562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204036562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204036575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204036586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204036586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204036586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:39.752821 run osmo-msc_10.42.42.6(pid=25274): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25274)]\u000a20:40:39.805930 run osmo-msc_10.42.42.6(pid=25274): stdout: \u000a| (launched: 2022-12-12_20:40:38.509198) \u000a20:40:39.859614 run osmo-msc_10.42.42.6(pid=25274): stderr: \u000a| �[0;m�[38;5;43m20221212204038837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204038837 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f766f42cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204038837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204038837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204038838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204038838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204038839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204038840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204038840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204038840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:40:39.904825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25267): Terminating (SIGTERM)\u000a20:40:39.947706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25270): Terminating (SIGTERM)\u000a20:40:39.990819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25273): Terminating (SIGTERM)\u000a20:40:40.000682 --- ParallelTerminationStrategy: PID 25267 died...\u000a20:40:40.058562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25267): Terminated: ok {rc=0}\u000a20:40:40.068898 --- ParallelTerminationStrategy: PID 25270 died...\u000a20:40:40.126155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25270): Terminated: ok {rc=0}\u000a20:40:40.136491 --- ParallelTerminationStrategy: PID 25273 died...\u000a20:40:40.193840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25273): Terminated: ok {rc=0}\u000a20:40:40.283021 bus /sierra_3: Setting Powered False\u000a20:40:41.393401 bus /sierra_3: Setting Powered False\u000a20:40:42.508508 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25282): Process ended prematurely: osmo-stp_10.42.42.5(pid=25282) [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25282)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25282): Process ended prematurely: osmo-stp_10.42.42.5(pid=25282) [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:40:43.622520 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:40:43.634520 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:40:43.784494 tst mo_mt_call_osmux.py: using LAC 31370\u000a20:40:43.909727 tst mo_mt_call_osmux.py: using RAC 5\u000a20:40:44.035958 tst mo_mt_call_osmux.py: using CellId 31370\u000a20:40:44.161700 tst mo_mt_call_osmux.py: using BVCI 31371\u000a20:40:44.186083 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:40:44.197271 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:40:44.208048 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:40:44.219300 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:40:44.230737 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:40:44.242019 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:40:44.359565 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:40:44.580147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:45.129731 run create_hlr_db(pid=25276): Launched\u000a20:40:45.328142 bus /sierra_2: Setting Powered False\u000a20:40:46.351318 run create_hlr_db(pid=25276): Terminated: ok {rc=0}\u000a20:40:46.824551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25278): Launched\u000a20:40:47.185361 run osmo-hlr_10.42.42.2(pid=25279): Launched\u000a20:40:47.310593 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:47.906942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25281): Launched\u000a20:40:48.251084 run osmo-stp_10.42.42.5(pid=25282): Launched\u000a20:40:48.375208 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:40:49.000401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25284): Launched\u000a20:40:49.344837 run osmo-msc_10.42.42.6(pid=25285): Launched\u000a20:40:49.543864 run osmo-stp_10.42.42.5(pid=25282): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25282)]\u000a20:40:49.687336 run osmo-stp_10.42.42.5(pid=25282): stdout: \u000a| (launched: 2022-12-12_20:40:48.081327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:49.830051 run osmo-stp_10.42.42.5(pid=25282): stderr: \u000a| �[0;m�[38;5;43m20221212204048279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204048279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204048279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204048279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204048280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204048280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204048280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:49.967190 run osmo-stp_10.42.42.5(pid=25282): stdout: \u000a| (launched: 2022-12-12_20:40:48.081327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:40:50.103152 run osmo-stp_10.42.42.5(pid=25282): stderr: \u000a| �[0;m�[38;5;43m20221212204048279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204048279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204048279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204048279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204048280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204048280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204048280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:40:50.163152 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25282): Process ended prematurely: osmo-stp_10.42.42.5(pid=25282) [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25282)] [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:40:50.172616 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a20:40:50.237201 run osmo-hlr_10.42.42.2(pid=25279): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25279)]\u000a20:40:50.290144 run osmo-hlr_10.42.42.2(pid=25279): stdout: \u000a| (launched: 2022-12-12_20:40:47.003258) \u000a20:40:50.343766 run osmo-hlr_10.42.42.2(pid=25279): stderr: \u000a| �[0;m�[1;31m20221212204047199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204047199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204047199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204047199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204047199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204047199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204047211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204047219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204047220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204047220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:40:50.416379 run osmo-msc_10.42.42.6(pid=25285): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25285)]\u000a20:40:50.469241 run osmo-msc_10.42.42.6(pid=25285): stdout: \u000a| (launched: 2022-12-12_20:40:49.175749) \u000a20:40:50.523777 run osmo-msc_10.42.42.6(pid=25285): stderr: \u000a| �[0;m�[38;5;43m20221212204049502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204049502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f983df0bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204049503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204049503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204049503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204049503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204049505 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204049505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204049505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204049505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:40:50.568861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25278): Terminating (SIGTERM)\u000a20:40:50.611728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25281): Terminating (SIGTERM)\u000a20:40:50.654534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25284): Terminating (SIGTERM)\u000a20:40:50.664440 --- ParallelTerminationStrategy: PID 25278 died...\u000a20:40:50.721979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25278): Terminated: ok {rc=0}\u000a20:40:50.732318 --- ParallelTerminationStrategy: PID 25281 died...\u000a20:40:50.789495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25281): Terminated: ok {rc=0}\u000a20:40:50.799807 --- ParallelTerminationStrategy: PID 25284 died...\u000a20:40:50.857240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25284): Terminated: ok {rc=0}\u000a20:40:50.948206 bus /sierra_3: Setting Powered False\u000a20:40:52.057855 bus /sierra_3: Setting Powered False\u000a20:40:53.170455 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:40:32" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25296): Process ended prematurely: osmo-stp_10.42.42.5(pid=25296) [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25296)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25296): Process ended prematurely: osmo-stp_10.42.42.5(pid=25296) [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:40:55.142581 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:40:55.154399 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:40:55.310591 tst mo_mt_call.py: using LAC 31371\u000a20:40:55.444281 tst mo_mt_call.py: using RAC 6\u000a20:40:55.582376 tst mo_mt_call.py: using CellId 31371\u000a20:40:55.715284 tst mo_mt_call.py: using BVCI 31372\u000a20:40:55.741351 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:40:55.753050 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:40:55.764447 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:40:55.775971 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:40:55.787573 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:40:55.799165 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:40:55.917987 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:40:56.137255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:40:56.683027 run create_hlr_db(pid=25290): Launched\u000a20:40:56.880388 bus /sierra_2: Setting Powered False\u000a20:40:57.902428 run create_hlr_db(pid=25290): Terminated: ok {rc=0}\u000a20:40:58.330711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25292): Launched\u000a20:40:58.652455 run osmo-hlr_10.42.42.2(pid=25293): Launched\u000a20:40:58.769633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:40:59.323027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25295): Launched\u000a20:40:59.644046 run osmo-stp_10.42.42.5(pid=25296): Launched\u000a20:40:59.760429 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:00.342823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25298): Launched\u000a20:41:00.664016 run osmo-msc_10.42.42.6(pid=25299): Launched\u000a20:41:00.890515 run osmo-stp_10.42.42.5(pid=25296): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25296)]\u000a20:41:01.077766 run osmo-stp_10.42.42.5(pid=25296): stdout: \u000a| (launched: 2022-12-12_20:40:59.484673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:01.226191 run osmo-stp_10.42.42.5(pid=25296): stderr: \u000a| �[0;m�[38;5;43m20221212204059658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204059658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204059658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204059659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204059659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204059659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204059659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:01.368058 run osmo-stp_10.42.42.5(pid=25296): stdout: \u000a| (launched: 2022-12-12_20:40:59.484673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:01.509146 run osmo-stp_10.42.42.5(pid=25296): stderr: \u000a| �[0;m�[38;5;43m20221212204059658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204059658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204059658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204059659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204059659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204059659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204059659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:01.571165 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25296): Process ended prematurely: osmo-stp_10.42.42.5(pid=25296) [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25296)] [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:41:01.581424 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a20:41:01.650739 run osmo-hlr_10.42.42.2(pid=25293): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25293)]\u000a20:41:01.706428 run osmo-hlr_10.42.42.2(pid=25293): stdout: \u000a| (launched: 2022-12-12_20:40:58.493030) \u000a20:41:01.762475 run osmo-hlr_10.42.42.2(pid=25293): stderr: \u000a| �[0;m�[1;31m20221212204058673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204058673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204058674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204058674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204058674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204058674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204058686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204058694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204058694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204058694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:01.840351 run osmo-msc_10.42.42.6(pid=25299): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25299)]\u000a20:41:01.896614 run osmo-msc_10.42.42.6(pid=25299): stdout: \u000a| (launched: 2022-12-12_20:41:00.505553) \u000a20:41:01.953017 run osmo-msc_10.42.42.6(pid=25299): stderr: \u000a| �[0;m�[38;5;43m20221212204100783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204100783 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e24bbfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204100783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204100783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204100783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204100784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204100785 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204100786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204100786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204100786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:41:02.001792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25292): Terminating (SIGTERM)\u000a20:41:02.048806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25295): Terminating (SIGTERM)\u000a20:41:02.095463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25298): Terminating (SIGTERM)\u000a20:41:02.107572 --- ParallelTerminationStrategy: PID 25292 died...\u000a20:41:02.170237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25292): Terminated: ok {rc=0}\u000a20:41:02.181345 --- ParallelTerminationStrategy: PID 25295 died...\u000a20:41:02.240722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25295): Terminated: ok {rc=0}\u000a20:41:02.251297 --- ParallelTerminationStrategy: PID 25298 died...\u000a20:41:02.310089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25298): Terminated: ok {rc=0}\u000a20:41:02.400118 bus /sierra_3: Setting Powered False\u000a20:41:03.510414 bus /sierra_3: Setting Powered False\u000a20:41:04.621687 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25307): Process ended prematurely: osmo-stp_10.42.42.5(pid=25307) [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25307)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25307): Process ended prematurely: osmo-stp_10.42.42.5(pid=25307) [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:41:05.734492 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:41:05.746569 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:41:05.896789 tst mo_mt_call_osmux.py: using LAC 31372\u000a20:41:06.029224 tst mo_mt_call_osmux.py: using RAC 7\u000a20:41:06.164751 tst mo_mt_call_osmux.py: using CellId 31372\u000a20:41:06.300447 tst mo_mt_call_osmux.py: using BVCI 31373\u000a20:41:06.326643 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:41:06.338425 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:41:06.350062 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:41:06.361555 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:41:06.373110 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:41:06.384643 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:41:06.503289 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:41:06.726658 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:07.272219 run create_hlr_db(pid=25301): Launched\u000a20:41:07.469799 bus /sierra_2: Setting Powered False\u000a20:41:08.491332 run create_hlr_db(pid=25301): Terminated: ok {rc=0}\u000a20:41:08.920775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25303): Launched\u000a20:41:09.242140 run osmo-hlr_10.42.42.2(pid=25304): Launched\u000a20:41:09.367261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:09.926926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25306): Launched\u000a20:41:10.247887 run osmo-stp_10.42.42.5(pid=25307): Launched\u000a20:41:10.364796 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:10.948340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25309): Launched\u000a20:41:11.270908 run osmo-msc_10.42.42.6(pid=25310): Launched\u000a20:41:11.456809 run osmo-stp_10.42.42.5(pid=25307): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25307)]\u000a20:41:11.591422 run osmo-stp_10.42.42.5(pid=25307): stdout: \u000a| (launched: 2022-12-12_20:41:10.088923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:11.724042 run osmo-stp_10.42.42.5(pid=25307): stderr: \u000a| �[0;m�[38;5;43m20221212204110267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204110267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204110267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204110268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204110268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204110268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204110268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:11.852203 run osmo-stp_10.42.42.5(pid=25307): stdout: \u000a| (launched: 2022-12-12_20:41:10.088923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:11.979281 run osmo-stp_10.42.42.5(pid=25307): stderr: \u000a| �[0;m�[38;5;43m20221212204110267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204110267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204110267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204110268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204110268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204110268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204110268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:12.034673 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25307): Process ended prematurely: osmo-stp_10.42.42.5(pid=25307) [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25307)] [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:41:12.043326 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:41:12.104858 run osmo-hlr_10.42.42.2(pid=25304): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25304)]\u000a20:41:12.155989 run osmo-hlr_10.42.42.2(pid=25304): stdout: \u000a| (launched: 2022-12-12_20:41:09.082449) \u000a20:41:12.207626 run osmo-hlr_10.42.42.2(pid=25304): stderr: \u000a| �[0;m�[1;31m20221212204109263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204109263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204109263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204109263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204109263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204109263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204109275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204109285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204109285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204109285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:12.276642 run osmo-msc_10.42.42.6(pid=25310): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25310)]\u000a20:41:12.327577 run osmo-msc_10.42.42.6(pid=25310): stdout: \u000a| (launched: 2022-12-12_20:41:11.110662) \u000a20:41:12.378681 run osmo-msc_10.42.42.6(pid=25310): stderr: \u000a| �[0;m�[38;5;43m20221212204111388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204111388 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff09ab9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204111388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204111388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204111389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204111389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204111392 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204111392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204111392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204111392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:41:12.421556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25303): Terminating (SIGTERM)\u000a20:41:12.462397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25306): Terminating (SIGTERM)\u000a20:41:12.503125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25309): Terminating (SIGTERM)\u000a20:41:12.512648 --- ParallelTerminationStrategy: PID 25303 died...\u000a20:41:12.567907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25303): Terminated: ok {rc=0}\u000a20:41:12.577730 --- ParallelTerminationStrategy: PID 25306 died...\u000a20:41:12.632418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25306): Terminated: ok {rc=0}\u000a20:41:12.642193 --- ParallelTerminationStrategy: PID 25309 died...\u000a20:41:12.696361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25309): Terminated: ok {rc=0}\u000a20:41:12.787589 bus /sierra_3: Setting Powered False\u000a20:41:13.892401 bus /sierra_3: Setting Powered False\u000a20:41:15.005786 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:40:54" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25321): Process ended prematurely: osmo-stp_10.42.42.5(pid=25321) [trial-2382↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25321)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25321): Process ended prematurely: osmo-stp_10.42.42.5(pid=25321) [trial-2382↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25321)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:41:17.045015 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:41:17.059246 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:41:17.230442 tst mo_mt_call.py: using LAC 31373\u000a20:41:17.365055 tst mo_mt_call.py: using RAC 8\u000a20:41:17.503075 tst mo_mt_call.py: using CellId 31373\u000a20:41:17.639248 tst mo_mt_call.py: using BVCI 31374\u000a20:41:17.663858 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:41:17.675403 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:41:17.686733 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:41:17.698426 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:41:17.710284 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:41:17.722116 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:41:17.847261 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:41:18.060085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:18.562670 run create_hlr_db(pid=25315): Launched\u000a20:41:18.746600 bus /sierra_2: Setting Powered False\u000a20:41:19.768883 run create_hlr_db(pid=25315): Terminated: ok {rc=0}\u000a20:41:20.223385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25317): Launched\u000a20:41:20.570133 run osmo-hlr_10.42.42.2(pid=25318): Launched\u000a20:41:20.695983 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:21.286195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25320): Launched\u000a20:41:21.609680 run osmo-stp_10.42.42.5(pid=25321): Launched\u000a20:41:21.736234 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:22.327236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25323): Launched\u000a20:41:22.648276 run osmo-msc_10.42.42.6(pid=25324): Launched\u000a20:41:22.836048 run osmo-stp_10.42.42.5(pid=25321): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25321)]\u000a20:41:22.971488 run osmo-stp_10.42.42.5(pid=25321): stdout: \u000a| (launched: 2022-12-12_20:41:21.449429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:23.105076 run osmo-stp_10.42.42.5(pid=25321): stderr: \u000a| �[0;m�[38;5;43m20221212204121626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204121626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204121627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204121627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204121628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204121628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204121628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:23.233930 run osmo-stp_10.42.42.5(pid=25321): stdout: \u000a| (launched: 2022-12-12_20:41:21.449429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:23.361974 run osmo-stp_10.42.42.5(pid=25321): stderr: \u000a| �[0;m�[38;5;43m20221212204121626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204121626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204121627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204121627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204121628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204121628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204121628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:23.418151 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25321): Process ended prematurely: osmo-stp_10.42.42.5(pid=25321) [trial-2382↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25321)] [trial-2382↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:41:23.427033 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:41:23.489337 run osmo-hlr_10.42.42.2(pid=25318): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25318)]\u000a20:41:23.540257 run osmo-hlr_10.42.42.2(pid=25318): stdout: \u000a| (launched: 2022-12-12_20:41:20.398701) \u000a20:41:23.592575 run osmo-hlr_10.42.42.2(pid=25318): stderr: \u000a| �[0;m�[1;31m20221212204120602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204120602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204120602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204120603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204120603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204120603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204120632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204120641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204120641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204120641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:23.662113 run osmo-msc_10.42.42.6(pid=25324): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25324)]\u000a20:41:23.713251 run osmo-msc_10.42.42.6(pid=25324): stdout: \u000a| (launched: 2022-12-12_20:41:22.489816) \u000a20:41:23.764296 run osmo-msc_10.42.42.6(pid=25324): stderr: \u000a| �[0;m�[38;5;43m20221212204122768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204122768 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe80f063c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204122768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204122768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204122768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204122768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204122770 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204122771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204122771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204122771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:41:23.807488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25317): Terminating (SIGTERM)\u000a20:41:23.848736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25320): Terminating (SIGTERM)\u000a20:41:23.889887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25323): Terminating (SIGTERM)\u000a20:41:23.898891 --- ParallelTerminationStrategy: PID 25317 died...\u000a20:41:23.954173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25317): Terminated: ok {rc=0}\u000a20:41:23.963991 --- ParallelTerminationStrategy: PID 25320 died...\u000a20:41:24.018860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25320): Terminated: ok {rc=0}\u000a20:41:24.028654 --- ParallelTerminationStrategy: PID 25323 died...\u000a20:41:24.082969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25323): Terminated: ok {rc=0}\u000a20:41:24.169756 bus /sierra_3: Setting Powered False\u000a20:41:25.279621 bus /sierra_3: Setting Powered False\u000a20:41:26.389550 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25332): Process ended prematurely: osmo-stp_10.42.42.5(pid=25332) [trial-2382↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25332)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25332): Process ended prematurely: osmo-stp_10.42.42.5(pid=25332) [trial-2382↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:41:27.502852 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:41:27.514767 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:41:27.665246 tst mo_mt_call_osmux.py: using LAC 31374\u000a20:41:27.797479 tst mo_mt_call_osmux.py: using RAC 9\u000a20:41:27.931394 tst mo_mt_call_osmux.py: using CellId 31374\u000a20:41:28.067177 tst mo_mt_call_osmux.py: using BVCI 31375\u000a20:41:28.093806 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:41:28.105754 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:41:28.117475 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:41:28.129528 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:41:28.141530 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:41:28.153177 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:41:28.276279 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:41:28.487398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:28.991235 run create_hlr_db(pid=25326): Launched\u000a20:41:29.175161 bus /sierra_2: Setting Powered False\u000a20:41:30.197255 run create_hlr_db(pid=25326): Terminated: ok {rc=0}\u000a20:41:30.649235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25328): Launched\u000a20:41:31.077363 run osmo-hlr_10.42.42.2(pid=25329): Launched\u000a20:41:31.205268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:31.968733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25331): Launched\u000a20:41:32.395200 run osmo-stp_10.42.42.5(pid=25332): Launched\u000a20:41:32.561996 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:33.179388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25334): Launched\u000a20:41:33.507634 run osmo-msc_10.42.42.6(pid=25335): Launched\u000a20:41:33.699317 run osmo-stp_10.42.42.5(pid=25332): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25332)]\u000a20:41:33.834530 run osmo-stp_10.42.42.5(pid=25332): stdout: \u000a| (launched: 2022-12-12_20:41:32.145439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:33.967877 run osmo-stp_10.42.42.5(pid=25332): stderr: \u000a| �[0;m�[38;5;43m20221212204132414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204132414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204132414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204132415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204132415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204132415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204132415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:34.096665 run osmo-stp_10.42.42.5(pid=25332): stdout: \u000a| (launched: 2022-12-12_20:41:32.145439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:34.224916 run osmo-stp_10.42.42.5(pid=25332): stderr: \u000a| �[0;m�[38;5;43m20221212204132414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204132414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204132414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204132415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204132415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204132415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204132415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:34.281092 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25332): Process ended prematurely: osmo-stp_10.42.42.5(pid=25332) [trial-2382↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25332)] [trial-2382↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:41:34.290123 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a20:41:34.351852 run osmo-hlr_10.42.42.2(pid=25329): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25329)]\u000a20:41:34.402585 run osmo-hlr_10.42.42.2(pid=25329): stdout: \u000a| (launched: 2022-12-12_20:41:30.823456) \u000a20:41:34.453619 run osmo-hlr_10.42.42.2(pid=25329): stderr: \u000a| �[0;m�[1;31m20221212204131208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204131208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204131208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204131208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204131208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204131208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204131258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204131275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204131275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204131275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:34.523425 run osmo-msc_10.42.42.6(pid=25335): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25335)]\u000a20:41:34.573988 run osmo-msc_10.42.42.6(pid=25335): stdout: \u000a| (launched: 2022-12-12_20:41:33.341998) \u000a20:41:34.625160 run osmo-msc_10.42.42.6(pid=25335): stderr: \u000a| �[0;m�[38;5;43m20221212204133620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204133620 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc579aebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204133620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204133620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204133621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204133621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204133623 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204133623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204133623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204133623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:41:34.668153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25328): Terminating (SIGTERM)\u000a20:41:34.709039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25331): Terminating (SIGTERM)\u000a20:41:34.749931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25334): Terminating (SIGTERM)\u000a20:41:34.759607 --- ParallelTerminationStrategy: PID 25328 died...\u000a20:41:34.814575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25328): Terminated: ok {rc=0}\u000a20:41:34.824761 --- ParallelTerminationStrategy: PID 25331 died...\u000a20:41:34.879806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25331): Terminated: ok {rc=0}\u000a20:41:34.889957 --- ParallelTerminationStrategy: PID 25334 died...\u000a20:41:34.944270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25334): Terminated: ok {rc=0}\u000a20:41:35.035402 bus /sierra_3: Setting Powered False\u000a20:41:36.140250 bus /sierra_3: Setting Powered False\u000a20:41:37.249911 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:41:16" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25346): Process ended prematurely: osmo-stp_10.42.42.5(pid=25346) [trial-2382↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25346)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25346): Process ended prematurely: osmo-stp_10.42.42.5(pid=25346) [trial-2382↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:41:39.222780 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:41:39.234345 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:41:39.390088 tst mo_mt_call.py: using LAC 31375\u000a20:41:39.524210 tst mo_mt_call.py: using RAC 10\u000a20:41:39.655975 tst mo_mt_call.py: using CellId 31375\u000a20:41:39.792032 tst mo_mt_call.py: using BVCI 31376\u000a20:41:39.818093 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:41:39.829565 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:41:39.841163 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:41:39.852458 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:41:39.863787 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:41:39.875198 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:41:39.994006 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:41:40.216858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:40.763377 run create_hlr_db(pid=25340): Launched\u000a20:41:40.960885 bus /sierra_2: Setting Powered False\u000a20:41:41.983329 run create_hlr_db(pid=25340): Terminated: ok {rc=0}\u000a20:41:42.412546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25342): Launched\u000a20:41:42.734958 run osmo-hlr_10.42.42.2(pid=25343): Launched\u000a20:41:42.861485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:43.417134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25345): Launched\u000a20:41:43.738706 run osmo-stp_10.42.42.5(pid=25346): Launched\u000a20:41:43.855882 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:44.437772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25348): Launched\u000a20:41:44.758223 run osmo-msc_10.42.42.6(pid=25349): Launched\u000a20:41:44.945634 run osmo-stp_10.42.42.5(pid=25346): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25346)]\u000a20:41:45.079661 run osmo-stp_10.42.42.5(pid=25346): stdout: \u000a| (launched: 2022-12-12_20:41:43.580163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:45.212109 run osmo-stp_10.42.42.5(pid=25346): stderr: \u000a| �[0;m�[38;5;43m20221212204143757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204143757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204143757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204143758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204143758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204143758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204143758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:45.340244 run osmo-stp_10.42.42.5(pid=25346): stdout: \u000a| (launched: 2022-12-12_20:41:43.580163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:45.467180 run osmo-stp_10.42.42.5(pid=25346): stderr: \u000a| �[0;m�[38;5;43m20221212204143757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204143757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204143757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204143758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204143758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204143758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204143758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:45.522847 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25346): Process ended prematurely: osmo-stp_10.42.42.5(pid=25346) [trial-2382↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25346)] [trial-2382↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:41:45.531614 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:41:45.593664 run osmo-hlr_10.42.42.2(pid=25343): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25343)]\u000a20:41:45.644262 run osmo-hlr_10.42.42.2(pid=25343): stdout: \u000a| (launched: 2022-12-12_20:41:42.576075) \u000a20:41:45.696083 run osmo-hlr_10.42.42.2(pid=25343): stderr: \u000a| �[0;m�[1;31m20221212204142755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204142755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204142755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204142755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204142755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204142755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204142767 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204142776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204142776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204142776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:45.765306 run osmo-msc_10.42.42.6(pid=25349): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25349)]\u000a20:41:45.815647 run osmo-msc_10.42.42.6(pid=25349): stdout: \u000a| (launched: 2022-12-12_20:41:44.599286) \u000a20:41:45.878012 run osmo-msc_10.42.42.6(pid=25349): stderr: \u000a| �[0;m�[38;5;43m20221212204144875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204144875 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69f6d70c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204144875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204144876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204144876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204144876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204144878 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204144878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204144878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204144878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:41:45.932908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25342): Terminating (SIGTERM)\u000a20:41:45.975082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25345): Terminating (SIGTERM)\u000a20:41:46.017475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25348): Terminating (SIGTERM)\u000a20:41:46.027188 --- ParallelTerminationStrategy: PID 25342 died...\u000a20:41:46.085863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25342): Terminated: ok {rc=0}\u000a20:41:46.096381 --- ParallelTerminationStrategy: PID 25345 died...\u000a20:41:46.152547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25345): Terminated: ok {rc=0}\u000a20:41:46.162929 --- ParallelTerminationStrategy: PID 25348 died...\u000a20:41:46.218943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25348): Terminated: ok {rc=0}\u000a20:41:46.308063 bus /sierra_3: Setting Powered False\u000a20:41:47.412595 bus /sierra_3: Setting Powered False\u000a20:41:48.527191 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25357): Process ended prematurely: osmo-stp_10.42.42.5(pid=25357) [trial-2382↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25357)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25357): Process ended prematurely: osmo-stp_10.42.42.5(pid=25357) [trial-2382↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:41:49.641608 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:41:49.653188 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:41:49.801178 tst mo_mt_call_osmux.py: using LAC 31376\u000a20:41:49.927371 tst mo_mt_call_osmux.py: using RAC 11\u000a20:41:50.051697 tst mo_mt_call_osmux.py: using CellId 31376\u000a20:41:50.184763 tst mo_mt_call_osmux.py: using BVCI 31377\u000a20:41:50.211317 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:41:50.223106 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:41:50.234651 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:41:50.246794 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:41:50.259037 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:41:50.271226 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:41:50.391498 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:41:50.611461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:41:51.155499 run create_hlr_db(pid=25351): Launched\u000a20:41:51.352337 bus /sierra_2: Setting Powered False\u000a20:41:52.374304 run create_hlr_db(pid=25351): Terminated: ok {rc=0}\u000a20:41:52.801896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25353): Launched\u000a20:41:53.121827 run osmo-hlr_10.42.42.2(pid=25354): Launched\u000a20:41:53.253287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:41:53.846810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25356): Launched\u000a20:41:54.188942 run osmo-stp_10.42.42.5(pid=25357): Launched\u000a20:41:54.312644 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:41:54.934800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25359): Launched\u000a20:41:55.276413 run osmo-msc_10.42.42.6(pid=25360): Launched\u000a20:41:55.475436 run osmo-stp_10.42.42.5(pid=25357): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25357)]\u000a20:41:55.622896 run osmo-stp_10.42.42.5(pid=25357): stdout: \u000a| (launched: 2022-12-12_20:41:54.021149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:55.763838 run osmo-stp_10.42.42.5(pid=25357): stderr: \u000a| �[0;m�[38;5;43m20221212204154220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204154221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204154221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204154221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204154222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204154222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204154222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:55.900610 run osmo-stp_10.42.42.5(pid=25357): stdout: \u000a| (launched: 2022-12-12_20:41:54.021149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:41:56.035873 run osmo-stp_10.42.42.5(pid=25357): stderr: \u000a| �[0;m�[38;5;43m20221212204154220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204154221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204154221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204154221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204154222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204154222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204154222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:41:56.095502 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25357): Process ended prematurely: osmo-stp_10.42.42.5(pid=25357) [trial-2382↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25357)] [trial-2382↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:41:56.104654 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:41:56.169277 run osmo-hlr_10.42.42.2(pid=25354): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25354)]\u000a20:41:56.222300 run osmo-hlr_10.42.42.2(pid=25354): stdout: \u000a| (launched: 2022-12-12_20:41:52.964388) \u000a20:41:56.275845 run osmo-hlr_10.42.42.2(pid=25354): stderr: \u000a| �[0;m�[1;31m20221212204153143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204153143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204153143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204153143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204153143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204153143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204153155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204153164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204153164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204153164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:41:56.348305 run osmo-msc_10.42.42.6(pid=25360): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25360)]\u000a20:41:56.400864 run osmo-msc_10.42.42.6(pid=25360): stdout: \u000a| (launched: 2022-12-12_20:41:55.108608) \u000a20:41:56.454003 run osmo-msc_10.42.42.6(pid=25360): stderr: \u000a| �[0;m�[38;5;43m20221212204155438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204155439 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f519a078c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204155439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204155439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204155439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204155439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204155441 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204155441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204155441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204155442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:41:56.499138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25353): Terminating (SIGTERM)\u000a20:41:56.541810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25356): Terminating (SIGTERM)\u000a20:41:56.584443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25359): Terminating (SIGTERM)\u000a20:41:56.594290 --- ParallelTerminationStrategy: PID 25353 died...\u000a20:41:56.651383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25353): Terminated: ok {rc=0}\u000a20:41:56.661802 --- ParallelTerminationStrategy: PID 25356 died...\u000a20:41:56.718797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25356): Terminated: ok {rc=0}\u000a20:41:56.729101 --- ParallelTerminationStrategy: PID 25359 died...\u000a20:41:56.786668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25359): Terminated: ok {rc=0}\u000a20:41:56.875139 bus /sierra_3: Setting Powered False\u000a20:41:57.985586 bus /sierra_3: Setting Powered False\u000a20:41:59.095587 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:41:38" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25382): Process ended prematurely: osmo-stp_10.42.42.5(pid=25382) [trial-2382↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25382)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25382): Process ended prematurely: osmo-stp_10.42.42.5(pid=25382) [trial-2382↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:42:01.139283 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:42:01.157520 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a20:42:01.300173 tst emergency_mo_mt_call.py: using LAC 31377\u000a20:42:01.456243 tst emergency_mo_mt_call.py: using RAC 12\u000a20:42:01.590100 tst emergency_mo_mt_call.py: using CellId 31377\u000a20:42:01.718128 tst emergency_mo_mt_call.py: using BVCI 31378\u000a20:42:01.743306 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:42:01.755236 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:42:01.768167 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:42:01.779934 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:42:01.793889 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:42:01.806994 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:42:01.935477 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:42:02.194709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:02.733396 run create_hlr_db(pid=25376): Launched\u000a20:42:02.927883 bus /sierra_2: Setting Powered False\u000a20:42:03.948172 run create_hlr_db(pid=25376): Terminated: ok {rc=0}\u000a20:42:04.369812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25378): Launched\u000a20:42:04.685524 run osmo-hlr_10.42.42.2(pid=25379): Launched\u000a20:42:04.805049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:05.355397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25381): Launched\u000a20:42:05.692742 run osmo-stp_10.42.42.5(pid=25382): Launched\u000a20:42:05.830274 tst emergency_mo_mt_call.py: using MSISDN 7965\u000a20:42:05.998810 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:42:06.610013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25384): Launched\u000a20:42:06.947687 run osmo-msc_10.42.42.6(pid=25385): Launched\u000a20:42:07.143960 run osmo-stp_10.42.42.5(pid=25382): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25382)]\u000a20:42:07.287418 run osmo-stp_10.42.42.5(pid=25382): stdout: \u000a| (launched: 2022-12-12_20:42:05.526767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:07.427783 run osmo-stp_10.42.42.5(pid=25382): stderr: \u000a| �[0;m�[38;5;43m20221212204205725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204205725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204205725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204205726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204205726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204205726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204205726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:07.562314 run osmo-stp_10.42.42.5(pid=25382): stdout: \u000a| (launched: 2022-12-12_20:42:05.526767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:07.695730 run osmo-stp_10.42.42.5(pid=25382): stderr: \u000a| �[0;m�[38;5;43m20221212204205725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204205725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204205725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204205726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204205726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204205726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204205726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:07.754320 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25382): Process ended prematurely: osmo-stp_10.42.42.5(pid=25382) [trial-2382↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25382)] [trial-2382↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a20:42:07.762934 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a20:42:07.827353 run osmo-hlr_10.42.42.2(pid=25379): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25379)]\u000a20:42:07.880774 run osmo-hlr_10.42.42.2(pid=25379): stdout: \u000a| (launched: 2022-12-12_20:42:04.528826) \u000a20:42:07.934562 run osmo-hlr_10.42.42.2(pid=25379): stderr: \u000a| �[0;m�[1;31m20221212204204709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204204709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204204709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204204709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204204709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204204709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204204721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204204729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204204729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204204729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:08.007336 run osmo-msc_10.42.42.6(pid=25385): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25385)]\u000a20:42:08.060178 run osmo-msc_10.42.42.6(pid=25385): stdout: \u000a| (launched: 2022-12-12_20:42:06.781056) \u000a20:42:08.113748 run osmo-msc_10.42.42.6(pid=25385): stderr: \u000a| �[0;m�[38;5;43m20221212204207107 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204207107 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f33bce4ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204207107 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204207107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204207107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204207108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204207109 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204207110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204207110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204207110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:42:08.159398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25378): Terminating (SIGTERM)\u000a20:42:08.202567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25381): Terminating (SIGTERM)\u000a20:42:08.245567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25384): Terminating (SIGTERM)\u000a20:42:08.255445 --- ParallelTerminationStrategy: PID 25378 died...\u000a20:42:08.312857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25378): Terminated: ok {rc=0}\u000a20:42:08.323214 --- ParallelTerminationStrategy: PID 25381 died...\u000a20:42:08.380505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25381): Terminated: ok {rc=0}\u000a20:42:08.390827 --- ParallelTerminationStrategy: PID 25384 died...\u000a20:42:08.447848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25384): Terminated: ok {rc=0}\u000a20:42:08.536763 bus /sierra_3: Setting Powered False\u000a20:42:09.647682 bus /sierra_3: Setting Powered False\u000a20:42:10.757325 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25393): Process ended prematurely: osmo-stp_10.42.42.5(pid=25393) [trial-2382↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25393)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25393): Process ended prematurely: osmo-stp_10.42.42.5(pid=25393) [trial-2382↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25393)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:42:11.811600 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:42:11.823592 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a20:42:11.959606 tst emergency_preemptive_call.py: using LAC 31378\u000a20:42:12.086878 tst emergency_preemptive_call.py: using RAC 13\u000a20:42:12.219092 tst emergency_preemptive_call.py: using CellId 31378\u000a20:42:12.352078 tst emergency_preemptive_call.py: using BVCI 31379\u000a20:42:12.377972 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:42:12.389579 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:42:12.401131 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:42:12.412648 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:42:12.423984 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a20:42:12.435370 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:42:12.557564 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:42:12.675635 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:42:12.792675 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a20:42:13.007825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:13.544476 run create_hlr_db(pid=25387): Launched\u000a20:42:13.738152 bus /sierra_2: Setting Powered False\u000a20:42:14.758742 run create_hlr_db(pid=25387): Terminated: ok {rc=0}\u000a20:42:15.206275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25389): Launched\u000a20:42:15.545185 run osmo-hlr_10.42.42.2(pid=25390): Launched\u000a20:42:15.668003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:16.277799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25392): Launched\u000a20:42:16.749820 run osmo-stp_10.42.42.5(pid=25393): Launched\u000a20:42:16.892084 tst emergency_preemptive_call.py: using MSISDN 7966\u000a20:42:17.060749 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:42:17.660444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25395): Launched\u000a20:42:17.997718 run osmo-msc_10.42.42.6(pid=25396): Launched\u000a20:42:18.200348 run osmo-stp_10.42.42.5(pid=25393): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25393)]\u000a20:42:18.341826 run osmo-stp_10.42.42.5(pid=25393): stdout: \u000a| (launched: 2022-12-12_20:42:16.441707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:18.482534 run osmo-stp_10.42.42.5(pid=25393): stderr: \u000a| �[0;m�[38;5;43m20221212204216656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204216656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204216656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204216657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204216658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204216658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204216658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:18.617337 run osmo-stp_10.42.42.5(pid=25393): stdout: \u000a| (launched: 2022-12-12_20:42:16.441707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:18.750636 run osmo-stp_10.42.42.5(pid=25393): stderr: \u000a| �[0;m�[38;5;43m20221212204216656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204216656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204216656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204216657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204216658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204216658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204216658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:18.808776 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25393): Process ended prematurely: osmo-stp_10.42.42.5(pid=25393) [trial-2382↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25393)] [trial-2382↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a20:42:18.817526 tst emergency_preemptive_call.py:32: Test FAILED (7.0 sec)\u000a20:42:18.881690 run osmo-hlr_10.42.42.2(pid=25390): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25390)]\u000a20:42:18.934500 run osmo-hlr_10.42.42.2(pid=25390): stdout: \u000a| (launched: 2022-12-12_20:42:15.377814) \u000a20:42:18.987850 run osmo-hlr_10.42.42.2(pid=25390): stderr: \u000a| �[0;m�[1;31m20221212204215583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204215583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204215583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204215584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204215584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204215584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204215596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204215605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204215606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204215606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:19.060172 run osmo-msc_10.42.42.6(pid=25396): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25396)]\u000a20:42:19.112983 run osmo-msc_10.42.42.6(pid=25396): stdout: \u000a| (launched: 2022-12-12_20:42:17.831748) \u000a20:42:19.166125 run osmo-msc_10.42.42.6(pid=25396): stderr: \u000a| �[0;m�[38;5;43m20221212204218161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204218161 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f28caec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204218161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204218161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204218162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204218162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204218164 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204218164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204218164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204218164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:42:19.211444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25389): Terminating (SIGTERM)\u000a20:42:19.254246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25392): Terminating (SIGTERM)\u000a20:42:19.296883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25395): Terminating (SIGTERM)\u000a20:42:19.306836 --- ParallelTerminationStrategy: PID 25389 died...\u000a20:42:19.364084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25389): Terminated: ok {rc=0}\u000a20:42:19.374349 --- ParallelTerminationStrategy: PID 25392 died...\u000a20:42:19.431237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25392): Terminated: ok {rc=0}\u000a20:42:19.441971 --- ParallelTerminationStrategy: PID 25395 died...\u000a20:42:19.498716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25395): Terminated: ok {rc=0}\u000a20:42:19.587540 bus /sierra_9: Setting Powered False\u000a20:42:20.696699 bus /sierra_9: Setting Powered False\u000a20:42:21.807713 bus /sierra_8: Setting Powered False\u000a20:42:22.916363 bus /sierra_8: Setting Powered False\u000a20:42:24.025927 bus /sierra_3: Setting Powered False\u000a20:42:25.135124 bus /sierra_3: Setting Powered False\u000a20:42:26.245889 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 28.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:42:00" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25411): Process ended prematurely: osmo-stp_10.42.42.5(pid=25411) [trial-2382↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25411)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25411): Process ended prematurely: osmo-stp_10.42.42.5(pid=25411) [trial-2382↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:42:28.333354 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:28.344365 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:42:28.474290 tst cs_paging_gprs_active.py: using LAC 31379\u000a20:42:28.601167 tst cs_paging_gprs_active.py: using RAC 14\u000a20:42:28.727635 tst cs_paging_gprs_active.py: using CellId 31379\u000a20:42:28.853906 tst cs_paging_gprs_active.py: using BVCI 31380\u000a20:42:28.878479 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:28.889386 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:28.900049 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:28.910928 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:28.921666 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:28.932506 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:28.943386 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:28.954186 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:28.965335 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:42:29.089315 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:42:29.380341 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:42:29.516062 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:42:29.847287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25401): Launched\u000a20:42:30.123595 run iperf3-srv_10.42.42.10(pid=25402): Launched\u000a20:42:30.318438 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:42:30.451657 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:42:30.782168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25403): Launched\u000a20:42:31.125852 run iperf3-srv_10.42.42.10(pid=25404): Launched\u000a20:42:31.360005 tst cs_paging_gprs_active.py:38: start network...\u000a20:42:31.506949 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:32.131875 run create_hlr_db(pid=25405): Launched\u000a20:42:32.333445 bus /sierra_2: Setting Powered False\u000a20:42:33.352002 run create_hlr_db(pid=25405): Terminated: ok {rc=0}\u000a20:42:33.807428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25407): Launched\u000a20:42:34.152730 run osmo-hlr_10.42.42.2(pid=25408): Launched\u000a20:42:34.278838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:34.872391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25410): Launched\u000a20:42:35.216034 run osmo-stp_10.42.42.5(pid=25411): Launched\u000a20:42:35.341550 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:42:36.936915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25413): Launched\u000a20:42:37.060041 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:42:37.360906 run patchelf(pid=25414): Launched\u000a20:42:37.560325 run osmo-stp_10.42.42.5(pid=25411): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25411)]\u000a20:42:37.705902 run osmo-stp_10.42.42.5(pid=25411): stdout: \u000a| (launched: 2022-12-12_20:42:35.046709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:37.851689 run osmo-stp_10.42.42.5(pid=25411): stderr: \u000a| �[0;m�[38;5;43m20221212204235246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204235246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204235247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204235247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204235247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204235248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204235248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:37.993864 run osmo-stp_10.42.42.5(pid=25411): stdout: \u000a| (launched: 2022-12-12_20:42:35.046709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:38.134279 run osmo-stp_10.42.42.5(pid=25411): stderr: \u000a| �[0;m�[38;5;43m20221212204235246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204235246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204235247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204235247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204235247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204235248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204235248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:38.297687 run patchelf(pid=25414): Terminating (SIGINT)\u000a20:42:38.488881 run patchelf(pid=25414): Terminated: ok {rc=0}\u000a20:42:38.523698 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25411): Process ended prematurely: osmo-stp_10.42.42.5(pid=25411) [trial-2382↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25411)] [trial-2382↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a20:42:38.533615 tst cs_paging_gprs_active.py:38: Test FAILED (10.2 sec)\u000a20:42:38.598062 run osmo-hlr_10.42.42.2(pid=25408): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25408)]\u000a20:42:38.650861 run osmo-hlr_10.42.42.2(pid=25408): stdout: \u000a| (launched: 2022-12-12_20:42:33.983533) \u000a20:42:38.704390 run osmo-hlr_10.42.42.2(pid=25408): stderr: \u000a| �[0;m�[1;31m20221212204234188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204234188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204234188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204234188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204234188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204234188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204234200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204234213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204234213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204234213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:38.749838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25401): Terminating (SIGTERM)\u000a20:42:38.792726 run iperf3-srv_10.42.42.10(pid=25402): Terminating (SIGTERM)\u000a20:42:38.837710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25403): Terminating (SIGTERM)\u000a20:42:38.879322 run iperf3-srv_10.42.42.10(pid=25404): Terminating (SIGTERM)\u000a20:42:38.921101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25407): Terminating (SIGTERM)\u000a20:42:38.962368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25410): Terminating (SIGTERM)\u000a20:42:39.004625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25413): Terminating (SIGTERM)\u000a20:42:39.014915 --- ParallelTerminationStrategy: PID 25401 died...\u000a20:42:39.070528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25401): Terminated: ok {rc=0}\u000a20:42:39.080476 --- ParallelTerminationStrategy: PID 25402 died...\u000a20:42:39.135894 run iperf3-srv_10.42.42.10(pid=25402): Terminated {rc=256}\u000a20:42:39.145890 --- ParallelTerminationStrategy: PID 25403 died...\u000a20:42:39.200812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25403): Terminated: ok {rc=0}\u000a20:42:39.211983 --- ParallelTerminationStrategy: PID 25404 died...\u000a20:42:39.267804 run iperf3-srv_10.42.42.10(pid=25404): Terminated {rc=256}\u000a20:42:39.277873 --- ParallelTerminationStrategy: PID 25407 died...\u000a20:42:39.332864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25407): Terminated: ok {rc=0}\u000a20:42:39.343048 --- ParallelTerminationStrategy: PID 25410 died...\u000a20:42:39.397836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25410): Terminated: ok {rc=0}\u000a20:42:39.408008 --- ParallelTerminationStrategy: PID 25413 died...\u000a20:42:39.462512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25413): Terminated: ok {rc=0}\u000a20:42:39.552089 bus /gobi_0: Setting Powered False\u000a20:42:40.658244 bus /gobi_0: Setting Powered False\u000a20:42:41.772219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25423): Process ended prematurely: osmo-stp_10.42.42.5(pid=25423) [trial-2382↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25423)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25423): Process ended prematurely: osmo-stp_10.42.42.5(pid=25423) [trial-2382↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a20:42:42.886634 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:42.898267 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:42:43.025646 tst iperf3.py: using LAC 31380\u000a20:42:43.152613 tst iperf3.py: using RAC 15\u000a20:42:43.279032 tst iperf3.py: using CellId 31380\u000a20:42:43.405211 tst iperf3.py: using BVCI 31381\u000a20:42:43.429506 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:43.440077 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:43.450652 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:43.461512 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:43.472098 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:43.482862 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:43.493891 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:43.504632 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:43.515603 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:42:43.826725 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:42:43.970631 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:42:44.324757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25415): Launched\u000a20:42:44.619505 run iperf3-srv_10.42.42.10(pid=25416): Launched\u000a20:42:44.828851 tst iperf3.py:8: start network...\u000a20:42:44.972125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:45.520756 run create_hlr_db(pid=25417): Launched\u000a20:42:45.717697 bus /gobi_6: Setting Powered False\u000a20:42:46.809406 run create_hlr_db(pid=25417): Terminated: ok {rc=0}\u000a20:42:47.267501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25419): Launched\u000a20:42:47.590264 run osmo-hlr_10.42.42.2(pid=25420): Launched\u000a20:42:47.709185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:42:48.261823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25422): Launched\u000a20:42:48.582099 run osmo-stp_10.42.42.5(pid=25423): Launched\u000a20:42:48.698365 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:42:49.252235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25425): Launched\u000a20:42:49.367596 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:42:49.647773 run patchelf(pid=25426): Launched\u000a20:42:49.833332 run osmo-stp_10.42.42.5(pid=25423): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25423)]\u000a20:42:49.969192 run osmo-stp_10.42.42.5(pid=25423): stdout: \u000a| (launched: 2022-12-12_20:42:48.423484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:50.105833 run osmo-stp_10.42.42.5(pid=25423): stderr: \u000a| �[0;m�[38;5;43m20221212204248600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204248600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204248600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204248602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204248602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204248602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204248602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:50.237703 run osmo-stp_10.42.42.5(pid=25423): stdout: \u000a| (launched: 2022-12-12_20:42:48.423484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:42:50.368341 run osmo-stp_10.42.42.5(pid=25423): stderr: \u000a| �[0;m�[38;5;43m20221212204248600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204248600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204248600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204248602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204248602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204248602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204248602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:42:50.520638 run patchelf(pid=25426): Terminating (SIGINT)\u000a20:42:50.700356 run patchelf(pid=25426): Terminated: ok {rc=0}\u000a20:42:50.733173 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25423): Process ended prematurely: osmo-stp_10.42.42.5(pid=25423) [trial-2382↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25423)] [trial-2382↪gprs:sysmo↪iperf3.py:8]\u000a20:42:50.742670 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a20:42:50.805771 run osmo-hlr_10.42.42.2(pid=25420): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25420)]\u000a20:42:50.857018 run osmo-hlr_10.42.42.2(pid=25420): stdout: \u000a| (launched: 2022-12-12_20:42:47.430274) \u000a20:42:50.908467 run osmo-hlr_10.42.42.2(pid=25420): stderr: \u000a| �[0;m�[1;31m20221212204247614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204247614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204247614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204247614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204247614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204247614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204247626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204247634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204247634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204247635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:42:50.951593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25415): Terminating (SIGTERM)\u000a20:42:50.992573 run iperf3-srv_10.42.42.10(pid=25416): Terminating (SIGTERM)\u000a20:42:51.039094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25419): Terminating (SIGTERM)\u000a20:42:51.081872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25422): Terminating (SIGTERM)\u000a20:42:51.124997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25425): Terminating (SIGTERM)\u000a20:42:51.134844 --- ParallelTerminationStrategy: PID 25415 died...\u000a20:42:51.191971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25415): Terminated: ok {rc=0}\u000a20:42:51.203300 --- ParallelTerminationStrategy: PID 25416 died...\u000a20:42:51.262183 run iperf3-srv_10.42.42.10(pid=25416): Terminated {rc=256}\u000a20:42:51.274017 --- ParallelTerminationStrategy: PID 25419 died...\u000a20:42:51.329614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25419): Terminated: ok {rc=0}\u000a20:42:51.340186 --- ParallelTerminationStrategy: PID 25422 died...\u000a20:42:51.395684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25422): Terminated: ok {rc=0}\u000a20:42:51.406260 --- ParallelTerminationStrategy: PID 25425 died...\u000a20:42:51.461579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25425): Terminated: ok {rc=0}\u000a20:42:51.554178 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25441): Process ended prematurely: osmo-stp_10.42.42.5(pid=25441) [trial-2382↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25441)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25441): Process ended prematurely: osmo-stp_10.42.42.5(pid=25441) [trial-2382↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a20:42:52.673435 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:52.685188 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:42:52.817613 tst iperf3m4.py: using LAC 31381\u000a20:42:52.952798 tst iperf3m4.py: using RAC 16\u000a20:42:53.088034 tst iperf3m4.py: using CellId 31381\u000a20:42:53.223025 tst iperf3m4.py: using BVCI 31382\u000a20:42:53.249266 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:53.260836 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:53.271957 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:53.283032 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:53.293957 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:53.304756 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:53.315915 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:53.326930 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:42:53.338052 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:42:53.459041 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:42:53.585949 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:42:53.709172 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:42:53.999601 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:42:54.133857 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:42:54.466356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25427): Launched\u000a20:42:54.743231 run iperf3-srv_10.42.42.10(pid=25428): Launched\u000a20:42:54.938735 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:42:55.072344 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:42:55.403501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25429): Launched\u000a20:42:55.680330 run iperf3-srv_10.42.42.10(pid=25430): Launched\u000a20:42:55.875636 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:42:56.009212 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:42:56.341728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25431): Launched\u000a20:42:56.618287 run iperf3-srv_10.42.42.10(pid=25432): Launched\u000a20:42:56.814122 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:42:56.947742 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:42:57.279743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25433): Launched\u000a20:42:57.571729 run iperf3-srv_10.42.42.10(pid=25434): Launched\u000a20:42:57.766215 tst iperf3m4.py:8: start network...\u000a20:42:57.899458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:42:58.403080 run create_hlr_db(pid=25435): Launched\u000a20:42:58.585723 bus /gobi_6: Setting Powered False\u000a20:42:59.608469 run create_hlr_db(pid=25435): Terminated: ok {rc=0}\u000a20:43:00.063183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25437): Launched\u000a20:43:00.408260 run osmo-hlr_10.42.42.2(pid=25438): Launched\u000a20:43:00.534223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:01.166769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25440): Launched\u000a20:43:01.546499 run osmo-stp_10.42.42.5(pid=25441): Launched\u000a20:43:01.749523 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:43:02.426083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25443): Launched\u000a20:43:02.540022 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:43:02.818708 run patchelf(pid=25444): Launched\u000a20:43:03.004725 run osmo-stp_10.42.42.5(pid=25441): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25441)]\u000a20:43:03.141001 run osmo-stp_10.42.42.5(pid=25441): stdout: \u000a| (launched: 2022-12-12_20:43:01.334439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:03.277374 run osmo-stp_10.42.42.5(pid=25441): stderr: \u000a| �[0;m�[38;5;43m20221212204301754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204301755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204301756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204301757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204301758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204301758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204301758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:03.409372 run osmo-stp_10.42.42.5(pid=25441): stdout: \u000a| (launched: 2022-12-12_20:43:01.334439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:03.540302 run osmo-stp_10.42.42.5(pid=25441): stderr: \u000a| �[0;m�[38;5;43m20221212204301754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204301755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204301756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204301757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204301758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204301758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204301758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:03.693362 run patchelf(pid=25444): Terminating (SIGINT)\u000a20:43:03.873374 run patchelf(pid=25444): Terminated: ok {rc=0}\u000a20:43:03.906214 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25441): Process ended prematurely: osmo-stp_10.42.42.5(pid=25441) [trial-2382↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25441)] [trial-2382↪gprs:sysmo↪iperf3m4.py:8]\u000a20:43:03.915502 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a20:43:03.978715 run osmo-hlr_10.42.42.2(pid=25438): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25438)]\u000a20:43:04.030051 run osmo-hlr_10.42.42.2(pid=25438): stdout: \u000a| (launched: 2022-12-12_20:43:00.238706) \u000a20:43:04.082039 run osmo-hlr_10.42.42.2(pid=25438): stderr: \u000a| �[0;m�[1;31m20221212204300443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204300443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204300443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204300443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204300443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204300443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204300456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204300465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204300465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204300465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:04.126130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25427): Terminating (SIGTERM)\u000a20:43:04.167895 run iperf3-srv_10.42.42.10(pid=25428): Terminating (SIGTERM)\u000a20:43:04.209443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25429): Terminating (SIGTERM)\u000a20:43:04.250856 run iperf3-srv_10.42.42.10(pid=25430): Terminating (SIGTERM)\u000a20:43:04.292150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25431): Terminating (SIGTERM)\u000a20:43:04.333777 run iperf3-srv_10.42.42.10(pid=25432): Terminating (SIGTERM)\u000a20:43:04.375582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25433): Terminating (SIGTERM)\u000a20:43:04.417388 run iperf3-srv_10.42.42.10(pid=25434): Terminating (SIGTERM)\u000a20:43:04.458821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25437): Terminating (SIGTERM)\u000a20:43:04.500490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25440): Terminating (SIGTERM)\u000a20:43:04.542059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25443): Terminating (SIGTERM)\u000a20:43:04.551996 --- ParallelTerminationStrategy: PID 25427 died...\u000a20:43:04.608342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25427): Terminated: ok {rc=0}\u000a20:43:04.618404 --- ParallelTerminationStrategy: PID 25428 died...\u000a20:43:04.673729 run iperf3-srv_10.42.42.10(pid=25428): Terminated {rc=256}\u000a20:43:04.683688 --- ParallelTerminationStrategy: PID 25429 died...\u000a20:43:04.739171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25429): Terminated: ok {rc=0}\u000a20:43:04.749920 --- ParallelTerminationStrategy: PID 25430 died...\u000a20:43:04.805056 run iperf3-srv_10.42.42.10(pid=25430): Terminated {rc=256}\u000a20:43:04.815529 --- ParallelTerminationStrategy: PID 25431 died...\u000a20:43:04.870620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25431): Terminated: ok {rc=0}\u000a20:43:04.881122 --- ParallelTerminationStrategy: PID 25432 died...\u000a20:43:04.936613 run iperf3-srv_10.42.42.10(pid=25432): Terminated {rc=256}\u000a20:43:04.946925 --- ParallelTerminationStrategy: PID 25433 died...\u000a20:43:05.001518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25433): Terminated: ok {rc=0}\u000a20:43:05.012395 --- ParallelTerminationStrategy: PID 25434 died...\u000a20:43:05.067091 run iperf3-srv_10.42.42.10(pid=25434): Terminated {rc=256}\u000a20:43:05.077058 --- ParallelTerminationStrategy: PID 25437 died...\u000a20:43:05.132073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25437): Terminated: ok {rc=0}\u000a20:43:05.142512 --- ParallelTerminationStrategy: PID 25440 died...\u000a20:43:05.197271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25440): Terminated: ok {rc=0}\u000a20:43:05.207513 --- ParallelTerminationStrategy: PID 25443 died...\u000a20:43:05.262555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25443): Terminated: ok {rc=0}\u000a20:43:05.354557 bus /gobi_4: Setting Powered False\u000a20:43:06.461374 bus /gobi_4: Setting Powered False\u000a20:43:07.576100 bus /gobi_1: Setting Powered False\u000a20:43:08.682681 bus /gobi_1: Setting Powered False\u000a20:43:09.797765 bus /gobi_0: Setting Powered False\u000a20:43:10.904169 bus /gobi_0: Setting Powered False\u000a20:43:12.016144 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25451): Process ended prematurely: osmo-stp_10.42.42.5(pid=25451) [trial-2382↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25451)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25451): Process ended prematurely: osmo-stp_10.42.42.5(pid=25451) [trial-2382↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo ping.py\u000a----------------------------------------------\u000a20:43:13.086176 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:43:13.098076 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:43:13.233234 tst ping.py: using LAC 31382\u000a20:43:13.367146 tst ping.py: using RAC 17\u000a20:43:13.498857 tst ping.py: using CellId 31382\u000a20:43:13.630924 tst ping.py: using BVCI 31383\u000a20:43:13.656796 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:43:13.668067 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:43:13.679129 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:43:13.690207 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:43:13.701126 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:43:13.712015 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:43:13.723123 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:43:13.734247 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:43:14.038451 tst ping.py:19: start network...\u000a20:43:14.178802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:14.716872 run create_hlr_db(pid=25445): Launched\u000a20:43:14.911544 bus /gobi_6: Setting Powered False\u000a20:43:15.963294 run create_hlr_db(pid=25445): Terminated: ok {rc=0}\u000a20:43:16.426799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25447): Launched\u000a20:43:16.913611 run osmo-hlr_10.42.42.2(pid=25448): Launched\u000a20:43:17.189194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:17.749618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25450): Launched\u000a20:43:18.064762 run osmo-stp_10.42.42.5(pid=25451): Launched\u000a20:43:18.178759 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:43:18.723377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25453): Launched\u000a20:43:18.834908 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:43:19.109108 run patchelf(pid=25454): Launched\u000a20:43:19.291943 run osmo-stp_10.42.42.5(pid=25451): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25451)]\u000a20:43:19.425766 run osmo-stp_10.42.42.5(pid=25451): stdout: \u000a| (launched: 2022-12-12_20:43:17.908737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:19.559647 run osmo-stp_10.42.42.5(pid=25451): stderr: \u000a| �[0;m�[38;5;43m20221212204318084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204318084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204318084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204318085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204318085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204318085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204318085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:19.689259 run osmo-stp_10.42.42.5(pid=25451): stdout: \u000a| (launched: 2022-12-12_20:43:17.908737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:19.817698 run osmo-stp_10.42.42.5(pid=25451): stderr: \u000a| �[0;m�[38;5;43m20221212204318084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204318084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204318084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204318085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204318085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204318085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204318085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:19.966520 run patchelf(pid=25454): Terminating (SIGINT)\u000a20:43:20.142323 run patchelf(pid=25454): Terminated: ok {rc=0}\u000a20:43:20.173994 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25451): Process ended prematurely: osmo-stp_10.42.42.5(pid=25451) [trial-2382↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25451)] [trial-2382↪gprs:sysmo↪ping.py:22]\u000a20:43:20.182547 tst ping.py:22: Test FAILED (7.1 sec)\u000a20:43:20.245323 run osmo-hlr_10.42.42.2(pid=25448): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25448)]\u000a20:43:20.298659 run osmo-hlr_10.42.42.2(pid=25448): stdout: \u000a| (launched: 2022-12-12_20:43:16.595391) \u000a20:43:20.353270 run osmo-hlr_10.42.42.2(pid=25448): stderr: \u000a| �[0;m�[1;31m20221212204316827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204316827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204316827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204316827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204316827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204316828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204316842 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204316865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204316865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204316866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:20.396625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25447): Terminating (SIGTERM)\u000a20:43:20.447655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25450): Terminating (SIGTERM)\u000a20:43:20.492086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25453): Terminating (SIGTERM)\u000a20:43:20.502607 --- ParallelTerminationStrategy: PID 25447 died...\u000a20:43:20.558441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25447): Terminated: ok {rc=0}\u000a20:43:20.569180 --- ParallelTerminationStrategy: PID 25450 died...\u000a20:43:20.624438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25450): Terminated: ok {rc=0}\u000a20:43:20.635057 --- ParallelTerminationStrategy: PID 25453 died...\u000a20:43:20.690586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25453): Terminated: ok {rc=0}\u000a20:43:20.783197 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25470): Process ended prematurely: osmo-stp_10.42.42.5(pid=25470) [trial-2382↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25470)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25470): Process ended prematurely: osmo-stp_10.42.42.5(pid=25470) [trial-2382↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:43:21.838438 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:43:21.850254 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a20:43:21.979751 tst ping_idle_ping.py: using LAC 31383\u000a20:43:22.111000 tst ping_idle_ping.py: using RAC 18\u000a20:43:22.246263 tst ping_idle_ping.py: using CellId 31383\u000a20:43:22.379375 tst ping_idle_ping.py: using BVCI 31384\u000a20:43:22.405235 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:43:22.416454 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:43:22.427622 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:43:22.438800 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:43:22.449781 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:43:22.460773 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:43:22.471959 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a20:43:22.483205 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a20:43:22.794925 tst ping_idle_ping.py:24: start network...\u000a20:43:22.936245 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:23.473409 run create_hlr_db(pid=25464): Launched\u000a20:43:23.667627 bus /gobi_6: Setting Powered False\u000a20:43:24.688664 run create_hlr_db(pid=25464): Terminated: ok {rc=0}\u000a20:43:25.108877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25466): Launched\u000a20:43:25.425067 run osmo-hlr_10.42.42.2(pid=25467): Launched\u000a20:43:25.539117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:26.084326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25469): Launched\u000a20:43:26.401594 run osmo-stp_10.42.42.5(pid=25470): Launched\u000a20:43:26.515919 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:43:27.064598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25472): Launched\u000a20:43:27.176773 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:43:27.451128 run patchelf(pid=25473): Launched\u000a20:43:27.634073 run osmo-stp_10.42.42.5(pid=25470): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25470)]\u000a20:43:27.767835 run osmo-stp_10.42.42.5(pid=25470): stdout: \u000a| (launched: 2022-12-12_20:43:26.243102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:27.902235 run osmo-stp_10.42.42.5(pid=25470): stderr: \u000a| �[0;m�[38;5;43m20221212204326418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204326418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204326419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204326419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204326419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204326420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204326420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:28.031689 run osmo-stp_10.42.42.5(pid=25470): stdout: \u000a| (launched: 2022-12-12_20:43:26.243102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:28.160178 run osmo-stp_10.42.42.5(pid=25470): stderr: \u000a| �[0;m�[38;5;43m20221212204326418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204326418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204326419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204326419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204326419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204326420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204326420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:28.310133 run patchelf(pid=25473): Terminating (SIGINT)\u000a20:43:28.486818 run patchelf(pid=25473): Terminated: ok {rc=0}\u000a20:43:28.518602 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25470): Process ended prematurely: osmo-stp_10.42.42.5(pid=25470) [trial-2382↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25470)] [trial-2382↪gprs:sysmo↪ping_idle_ping.py:27]\u000a20:43:28.527208 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:43:28.589303 run osmo-hlr_10.42.42.2(pid=25467): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25467)]\u000a20:43:28.639698 run osmo-hlr_10.42.42.2(pid=25467): stdout: \u000a| (launched: 2022-12-12_20:43:25.268284) \u000a20:43:28.691250 run osmo-hlr_10.42.42.2(pid=25467): stderr: \u000a| �[0;m�[1;31m20221212204325449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204325449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204325449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204325449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204325449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204325449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204325516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204325525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204325525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204325525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:28.734468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25466): Terminating (SIGTERM)\u000a20:43:28.775319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25469): Terminating (SIGTERM)\u000a20:43:28.816354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25472): Terminating (SIGTERM)\u000a20:43:28.826061 --- ParallelTerminationStrategy: PID 25466 died...\u000a20:43:28.880819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25466): Terminated: ok {rc=0}\u000a20:43:28.890674 --- ParallelTerminationStrategy: PID 25469 died...\u000a20:43:28.945440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25469): Terminated: ok {rc=0}\u000a20:43:28.955175 --- ParallelTerminationStrategy: PID 25472 died...\u000a20:43:29.009785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25472): Terminated: ok {rc=0}\u000a20:43:29.099794 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:42:27" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25487): Process ended prematurely: osmo-stp_10.42.42.5(pid=25487) [trial-2382↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25487)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25487): Process ended prematurely: osmo-stp_10.42.42.5(pid=25487) [trial-2382↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:43:31.239429 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:31.251475 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:43:31.389676 tst cs_paging_gprs_active.py: using LAC 31384\u000a20:43:31.521600 tst cs_paging_gprs_active.py: using RAC 19\u000a20:43:31.653298 tst cs_paging_gprs_active.py: using CellId 31384\u000a20:43:31.782980 tst cs_paging_gprs_active.py: using BVCI 31385\u000a20:43:31.809032 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:31.821134 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:31.833424 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:31.845445 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:31.857986 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:31.870140 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:31.882241 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:31.895349 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:31.908151 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:43:32.030901 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:43:32.366985 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:43:32.512670 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:43:32.868116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25477): Launched\u000a20:43:33.164921 run iperf3-srv_10.42.42.10(pid=25478): Launched\u000a20:43:33.377397 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:43:33.522588 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:43:33.878750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25479): Launched\u000a20:43:34.175138 run iperf3-srv_10.42.42.10(pid=25480): Launched\u000a20:43:34.387108 tst cs_paging_gprs_active.py:38: start network...\u000a20:43:34.531595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:35.080660 run create_hlr_db(pid=25481): Launched\u000a20:43:35.279017 bus /gobi_6: Setting Powered False\u000a20:43:36.299972 run create_hlr_db(pid=25481): Terminated: ok {rc=0}\u000a20:43:36.755726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25483): Launched\u000a20:43:37.101388 run osmo-hlr_10.42.42.2(pid=25484): Launched\u000a20:43:37.226596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:37.822023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25486): Launched\u000a20:43:38.169272 run osmo-stp_10.42.42.5(pid=25487): Launched\u000a20:43:38.294294 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:43:38.893131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25489): Launched\u000a20:43:39.016698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:43:39.315656 run patchelf(pid=25490): Launched\u000a20:43:39.515234 run osmo-stp_10.42.42.5(pid=25487): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25487)]\u000a20:43:39.660841 run osmo-stp_10.42.42.5(pid=25487): stdout: \u000a| (launched: 2022-12-12_20:43:37.996809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:39.806814 run osmo-stp_10.42.42.5(pid=25487): stderr: \u000a| �[0;m�[38;5;43m20221212204338194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204338195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204338195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204338195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204338196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204338196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204338196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:39.948605 run osmo-stp_10.42.42.5(pid=25487): stdout: \u000a| (launched: 2022-12-12_20:43:37.996809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:40.089185 run osmo-stp_10.42.42.5(pid=25487): stderr: \u000a| �[0;m�[38;5;43m20221212204338194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204338195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204338195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204338195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204338196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204338196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204338196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:40.252647 run patchelf(pid=25490): Terminating (SIGINT)\u000a20:43:40.445073 run patchelf(pid=25490): Terminated: ok {rc=0}\u000a20:43:40.480285 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25487): Process ended prematurely: osmo-stp_10.42.42.5(pid=25487) [trial-2382↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25487)] [trial-2382↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:43:40.490386 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a20:43:40.555178 run osmo-hlr_10.42.42.2(pid=25484): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25484)]\u000a20:43:40.608156 run osmo-hlr_10.42.42.2(pid=25484): stdout: \u000a| (launched: 2022-12-12_20:43:36.931255) \u000a20:43:40.661720 run osmo-hlr_10.42.42.2(pid=25484): stderr: \u000a| �[0;m�[1;31m20221212204337134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204337134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204337134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204337134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204337135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204337135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204337192 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204337202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204337203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204337203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:40.707679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25477): Terminating (SIGTERM)\u000a20:43:40.750822 run iperf3-srv_10.42.42.10(pid=25478): Terminating (SIGTERM)\u000a20:43:40.794080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25479): Terminating (SIGTERM)\u000a20:43:40.837076 run iperf3-srv_10.42.42.10(pid=25480): Terminating (SIGTERM)\u000a20:43:40.880159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25483): Terminating (SIGTERM)\u000a20:43:40.923507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25486): Terminating (SIGTERM)\u000a20:43:40.966641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25489): Terminating (SIGTERM)\u000a20:43:40.976623 --- ParallelTerminationStrategy: PID 25477 died...\u000a20:43:41.034535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25477): Terminated: ok {rc=0}\u000a20:43:41.044804 --- ParallelTerminationStrategy: PID 25478 died...\u000a20:43:41.101872 run iperf3-srv_10.42.42.10(pid=25478): Terminated {rc=256}\u000a20:43:41.112194 --- ParallelTerminationStrategy: PID 25479 died...\u000a20:43:41.169773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25479): Terminated: ok {rc=0}\u000a20:43:41.179997 --- ParallelTerminationStrategy: PID 25480 died...\u000a20:43:41.237071 run iperf3-srv_10.42.42.10(pid=25480): Terminated {rc=256}\u000a20:43:41.247243 --- ParallelTerminationStrategy: PID 25483 died...\u000a20:43:41.304419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25483): Terminated: ok {rc=0}\u000a20:43:41.314802 --- ParallelTerminationStrategy: PID 25486 died...\u000a20:43:41.372496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25486): Terminated: ok {rc=0}\u000a20:43:41.383146 --- ParallelTerminationStrategy: PID 25489 died...\u000a20:43:41.440431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25489): Terminated: ok {rc=0}\u000a20:43:41.530982 bus /gobi_0: Setting Powered False\u000a20:43:42.640699 bus /gobi_0: Setting Powered False\u000a20:43:43.755450 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25500): Process ended prematurely: osmo-stp_10.42.42.5(pid=25500) [trial-2382↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25500)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25500): Process ended prematurely: osmo-stp_10.42.42.5(pid=25500) [trial-2382↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:43:44.875266 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:44.887597 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:43:45.027594 tst iperf3.py: using LAC 31385\u000a20:43:45.163538 tst iperf3.py: using RAC 20\u000a20:43:45.299149 tst iperf3.py: using CellId 31385\u000a20:43:45.435287 tst iperf3.py: using BVCI 31386\u000a20:43:45.461727 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:45.473132 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:45.484325 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:45.495745 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:45.507164 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:45.518386 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:45.529959 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:45.541311 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:45.552799 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:43:45.866208 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:43:46.020010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:43:46.393910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25492): Launched\u000a20:43:46.726675 run iperf3-srv_10.42.42.10(pid=25493): Launched\u000a20:43:46.993767 tst iperf3.py:8: start network...\u000a20:43:47.150794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:43:47.699682 run create_hlr_db(pid=25494): Launched\u000a20:43:47.897331 bus /gobi_6: Setting Powered False\u000a20:43:48.919113 run create_hlr_db(pid=25494): Terminated: ok {rc=0}\u000a20:43:49.346997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25496): Launched\u000a20:43:49.689244 run osmo-hlr_10.42.42.2(pid=25497): Launched\u000a20:43:49.814529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:43:50.408629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25499): Launched\u000a20:43:50.751990 run osmo-stp_10.42.42.5(pid=25500): Launched\u000a20:43:50.875463 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:43:51.474887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25502): Launched\u000a20:43:51.597118 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:43:51.896683 run patchelf(pid=25503): Launched\u000a20:43:52.095946 run osmo-stp_10.42.42.5(pid=25500): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25500)]\u000a20:43:52.241036 run osmo-stp_10.42.42.5(pid=25500): stdout: \u000a| (launched: 2022-12-12_20:43:50.583727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:52.386905 run osmo-stp_10.42.42.5(pid=25500): stderr: \u000a| �[0;m�[38;5;43m20221212204350782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204350782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204350782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204350783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204350783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204350783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204350783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:52.528351 run osmo-stp_10.42.42.5(pid=25500): stdout: \u000a| (launched: 2022-12-12_20:43:50.583727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:43:52.668496 run osmo-stp_10.42.42.5(pid=25500): stderr: \u000a| �[0;m�[38;5;43m20221212204350782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204350782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204350782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204350783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204350783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204350783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204350783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:43:52.831371 run patchelf(pid=25503): Terminating (SIGINT)\u000a20:43:53.023074 run patchelf(pid=25503): Terminated: ok {rc=0}\u000a20:43:53.058123 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25500): Process ended prematurely: osmo-stp_10.42.42.5(pid=25500) [trial-2382↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25500)] [trial-2382↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a20:43:53.068175 tst iperf3.py:8: Test FAILED (8.2 sec)\u000a20:43:53.133391 run osmo-hlr_10.42.42.2(pid=25497): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25497)]\u000a20:43:53.186364 run osmo-hlr_10.42.42.2(pid=25497): stdout: \u000a| (launched: 2022-12-12_20:43:49.518637) \u000a20:43:53.240114 run osmo-hlr_10.42.42.2(pid=25497): stderr: \u000a| �[0;m�[1;31m20221212204349723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204349723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204349723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204349723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204349723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204349723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204349734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204349743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204349743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204349743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:43:53.285858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25492): Terminating (SIGTERM)\u000a20:43:53.328882 run iperf3-srv_10.42.42.10(pid=25493): Terminating (SIGTERM)\u000a20:43:53.372103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25496): Terminating (SIGTERM)\u000a20:43:53.415192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25499): Terminating (SIGTERM)\u000a20:43:53.458241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25502): Terminating (SIGTERM)\u000a20:43:53.468197 --- ParallelTerminationStrategy: PID 25492 died...\u000a20:43:53.526105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25492): Terminated: ok {rc=0}\u000a20:43:53.536487 --- ParallelTerminationStrategy: PID 25493 died...\u000a20:43:53.593529 run iperf3-srv_10.42.42.10(pid=25493): Terminated {rc=256}\u000a20:43:53.603844 --- ParallelTerminationStrategy: PID 25496 died...\u000a20:43:53.661331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25496): Terminated: ok {rc=0}\u000a20:43:53.671779 --- ParallelTerminationStrategy: PID 25499 died...\u000a20:43:53.729170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25499): Terminated: ok {rc=0}\u000a20:43:53.739613 --- ParallelTerminationStrategy: PID 25502 died...\u000a20:43:53.796836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25502): Terminated: ok {rc=0}\u000a20:43:53.887621 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25518): Process ended prematurely: osmo-stp_10.42.42.5(pid=25518) [trial-2382↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25518)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25518): Process ended prematurely: osmo-stp_10.42.42.5(pid=25518) [trial-2382↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:43:55.007844 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:55.020230 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:43:55.159428 tst iperf3m4.py: using LAC 31386\u000a20:43:55.293097 tst iperf3m4.py: using RAC 21\u000a20:43:55.427865 tst iperf3m4.py: using CellId 31386\u000a20:43:55.563505 tst iperf3m4.py: using BVCI 31387\u000a20:43:55.589867 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:55.601489 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:55.612655 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:55.623977 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:55.635225 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:55.646493 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:55.658028 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:55.669235 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:43:55.680694 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:43:55.799944 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:43:55.926122 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:43:56.050727 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:43:56.342798 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:43:56.477524 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:43:56.813172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25504): Launched\u000a20:43:57.089999 run iperf3-srv_10.42.42.10(pid=25505): Launched\u000a20:43:57.285385 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:43:57.419301 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:43:57.759936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25506): Launched\u000a20:43:58.056163 run iperf3-srv_10.42.42.10(pid=25507): Launched\u000a20:43:58.266061 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:43:58.409567 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:43:58.765055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25508): Launched\u000a20:43:59.063653 run iperf3-srv_10.42.42.10(pid=25509): Launched\u000a20:43:59.274626 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:43:59.418660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:43:59.774813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25510): Launched\u000a20:44:00.071333 run iperf3-srv_10.42.42.10(pid=25511): Launched\u000a20:44:00.281723 tst iperf3m4.py:8: start network...\u000a20:44:00.425440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:01.018921 run create_hlr_db(pid=25512): Launched\u000a20:44:01.229435 bus /gobi_6: Setting Powered False\u000a20:44:02.243408 run create_hlr_db(pid=25512): Terminated: ok {rc=0}\u000a20:44:02.675242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25514): Launched\u000a20:44:02.997844 run osmo-hlr_10.42.42.2(pid=25515): Launched\u000a20:44:03.116550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:03.669405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25517): Launched\u000a20:44:03.991391 run osmo-stp_10.42.42.5(pid=25518): Launched\u000a20:44:04.109554 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:44:04.665539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25520): Launched\u000a20:44:04.779660 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:44:05.059208 run patchelf(pid=25521): Launched\u000a20:44:05.244765 run osmo-stp_10.42.42.5(pid=25518): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25518)]\u000a20:44:05.380855 run osmo-stp_10.42.42.5(pid=25518): stdout: \u000a| (launched: 2022-12-12_20:44:03.832072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:05.516789 run osmo-stp_10.42.42.5(pid=25518): stderr: \u000a| �[0;m�[38;5;43m20221212204404007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204404007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204404008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204404008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204404009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204404009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204404009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:05.648304 run osmo-stp_10.42.42.5(pid=25518): stdout: \u000a| (launched: 2022-12-12_20:44:03.832072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:05.778689 run osmo-stp_10.42.42.5(pid=25518): stderr: \u000a| �[0;m�[38;5;43m20221212204404007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204404007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204404008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204404008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204404009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204404009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204404009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:05.931011 run patchelf(pid=25521): Terminating (SIGINT)\u000a20:44:06.110210 run patchelf(pid=25521): Terminated: ok {rc=0}\u000a20:44:06.143074 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25518): Process ended prematurely: osmo-stp_10.42.42.5(pid=25518) [trial-2382↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25518)] [trial-2382↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:44:06.152453 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a20:44:06.215635 run osmo-hlr_10.42.42.2(pid=25515): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25515)]\u000a20:44:06.267092 run osmo-hlr_10.42.42.2(pid=25515): stdout: \u000a| (launched: 2022-12-12_20:44:02.838319) \u000a20:44:06.319238 run osmo-hlr_10.42.42.2(pid=25515): stderr: \u000a| �[0;m�[1;31m20221212204403018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204403018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204403018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204403018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204403018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204403018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204403030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204403038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204403038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204403038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:06.363300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25504): Terminating (SIGTERM)\u000a20:44:06.404545 run iperf3-srv_10.42.42.10(pid=25505): Terminating (SIGTERM)\u000a20:44:06.446007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25506): Terminating (SIGTERM)\u000a20:44:06.487556 run iperf3-srv_10.42.42.10(pid=25507): Terminating (SIGTERM)\u000a20:44:06.528844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25508): Terminating (SIGTERM)\u000a20:44:06.570269 run iperf3-srv_10.42.42.10(pid=25509): Terminating (SIGTERM)\u000a20:44:06.611678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25510): Terminating (SIGTERM)\u000a20:44:06.653300 run iperf3-srv_10.42.42.10(pid=25511): Terminating (SIGTERM)\u000a20:44:06.694833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25514): Terminating (SIGTERM)\u000a20:44:06.736194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25517): Terminating (SIGTERM)\u000a20:44:06.777625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25520): Terminating (SIGTERM)\u000a20:44:06.787447 --- ParallelTerminationStrategy: PID 25504 died...\u000a20:44:06.842884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25504): Terminated: ok {rc=0}\u000a20:44:06.853097 --- ParallelTerminationStrategy: PID 25505 died...\u000a20:44:06.907803 run iperf3-srv_10.42.42.10(pid=25505): Terminated {rc=256}\u000a20:44:06.918044 --- ParallelTerminationStrategy: PID 25506 died...\u000a20:44:06.973180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25506): Terminated: ok {rc=0}\u000a20:44:06.983109 --- ParallelTerminationStrategy: PID 25507 died...\u000a20:44:07.037903 run iperf3-srv_10.42.42.10(pid=25507): Terminated {rc=256}\u000a20:44:07.048319 --- ParallelTerminationStrategy: PID 25508 died...\u000a20:44:07.103709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25508): Terminated: ok {rc=0}\u000a20:44:07.114045 --- ParallelTerminationStrategy: PID 25509 died...\u000a20:44:07.169268 run iperf3-srv_10.42.42.10(pid=25509): Terminated {rc=256}\u000a20:44:07.179275 --- ParallelTerminationStrategy: PID 25510 died...\u000a20:44:07.234223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25510): Terminated: ok {rc=0}\u000a20:44:07.244449 --- ParallelTerminationStrategy: PID 25511 died...\u000a20:44:07.299619 run iperf3-srv_10.42.42.10(pid=25511): Terminated {rc=256}\u000a20:44:07.309737 --- ParallelTerminationStrategy: PID 25514 died...\u000a20:44:07.364697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25514): Terminated: ok {rc=0}\u000a20:44:07.375049 --- ParallelTerminationStrategy: PID 25517 died...\u000a20:44:07.430751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25517): Terminated: ok {rc=0}\u000a20:44:07.440689 --- ParallelTerminationStrategy: PID 25520 died...\u000a20:44:07.495704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25520): Terminated: ok {rc=0}\u000a20:44:07.582298 bus /gobi_4: Setting Powered False\u000a20:44:08.694192 bus /gobi_4: Setting Powered False\u000a20:44:09.805777 bus /gobi_1: Setting Powered False\u000a20:44:10.916708 bus /gobi_1: Setting Powered False\u000a20:44:12.027548 bus /gobi_0: Setting Powered False\u000a20:44:13.137257 bus /gobi_0: Setting Powered False\u000a20:44:14.254722 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25529): Process ended prematurely: osmo-stp_10.42.42.5(pid=25529) [trial-2382↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25529)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25529): Process ended prematurely: osmo-stp_10.42.42.5(pid=25529) [trial-2382↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:44:15.322842 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:44:15.334378 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:44:15.469984 tst ping.py: using LAC 31387\u000a20:44:15.591121 tst ping.py: using RAC 22\u000a20:44:15.714954 tst ping.py: using CellId 31387\u000a20:44:15.836092 tst ping.py: using BVCI 31388\u000a20:44:15.880043 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:44:15.891609 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:44:15.903191 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:44:15.915870 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:44:15.928255 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:44:15.940083 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:44:15.952448 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:44:15.964372 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:44:16.307067 tst ping.py:19: start network...\u000a20:44:16.446544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:16.992074 run create_hlr_db(pid=25523): Launched\u000a20:44:17.178756 bus /gobi_6: Setting Powered False\u000a20:44:18.194540 run create_hlr_db(pid=25523): Terminated: ok {rc=0}\u000a20:44:18.613246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25525): Launched\u000a20:44:18.928502 run osmo-hlr_10.42.42.2(pid=25526): Launched\u000a20:44:19.050360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:19.600280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25528): Launched\u000a20:44:19.915561 run osmo-stp_10.42.42.5(pid=25529): Launched\u000a20:44:20.030486 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:44:20.577154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25531): Launched\u000a20:44:20.689079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:44:20.963222 run patchelf(pid=25532): Launched\u000a20:44:21.146047 run osmo-stp_10.42.42.5(pid=25529): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25529)]\u000a20:44:21.279219 run osmo-stp_10.42.42.5(pid=25529): stdout: \u000a| (launched: 2022-12-12_20:44:19.758744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:21.412933 run osmo-stp_10.42.42.5(pid=25529): stderr: \u000a| �[0;m�[38;5;43m20221212204419935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204419935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204419935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204419935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204419936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204419936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204419936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:21.542250 run osmo-stp_10.42.42.5(pid=25529): stdout: \u000a| (launched: 2022-12-12_20:44:19.758744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:21.670535 run osmo-stp_10.42.42.5(pid=25529): stderr: \u000a| �[0;m�[38;5;43m20221212204419935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204419935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204419935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204419935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204419936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204419936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204419936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:21.819668 run patchelf(pid=25532): Terminating (SIGINT)\u000a20:44:21.995451 run patchelf(pid=25532): Terminated: ok {rc=0}\u000a20:44:22.027111 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25529): Process ended prematurely: osmo-stp_10.42.42.5(pid=25529) [trial-2382↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25529)] [trial-2382↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a20:44:22.035855 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:44:22.098604 run osmo-hlr_10.42.42.2(pid=25526): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25526)]\u000a20:44:22.149120 run osmo-hlr_10.42.42.2(pid=25526): stdout: \u000a| (launched: 2022-12-12_20:44:18.773132) \u000a20:44:22.200664 run osmo-hlr_10.42.42.2(pid=25526): stderr: \u000a| �[0;m�[1;31m20221212204418953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204418953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204418953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204418953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204418953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204418953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204418969 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204418979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204418980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204418980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:22.244347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25525): Terminating (SIGTERM)\u000a20:44:22.285095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25528): Terminating (SIGTERM)\u000a20:44:22.325984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25531): Terminating (SIGTERM)\u000a20:44:22.335752 --- ParallelTerminationStrategy: PID 25525 died...\u000a20:44:22.391153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25525): Terminated: ok {rc=0}\u000a20:44:22.401143 --- ParallelTerminationStrategy: PID 25528 died...\u000a20:44:22.455803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25528): Terminated: ok {rc=0}\u000a20:44:22.465850 --- ParallelTerminationStrategy: PID 25531 died...\u000a20:44:22.521342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25531): Terminated: ok {rc=0}\u000a20:44:22.611319 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25539): Process ended prematurely: osmo-stp_10.42.42.5(pid=25539) [trial-2382↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25539)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25539): Process ended prematurely: osmo-stp_10.42.42.5(pid=25539) [trial-2382↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:44:23.664640 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:44:23.676783 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:44:23.813891 tst ping_idle_ping.py: using LAC 31388\u000a20:44:23.935257 tst ping_idle_ping.py: using RAC 23\u000a20:44:24.058904 tst ping_idle_ping.py: using CellId 31388\u000a20:44:24.182538 tst ping_idle_ping.py: using BVCI 31389\u000a20:44:24.206624 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:44:24.217606 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:44:24.228289 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:44:24.239465 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:44:24.250418 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:44:24.261322 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:44:24.272344 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:44:24.283363 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:44:24.595116 tst ping_idle_ping.py:24: start network...\u000a20:44:24.735712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:25.275066 run create_hlr_db(pid=25533): Launched\u000a20:44:25.470373 bus /gobi_6: Setting Powered False\u000a20:44:26.480118 run create_hlr_db(pid=25533): Terminated: ok {rc=0}\u000a20:44:26.909120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25535): Launched\u000a20:44:27.225385 run osmo-hlr_10.42.42.2(pid=25536): Launched\u000a20:44:27.347750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:27.904311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25538): Launched\u000a20:44:28.220821 run osmo-stp_10.42.42.5(pid=25539): Launched\u000a20:44:28.336297 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:44:28.886365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25541): Launched\u000a20:44:28.999008 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:44:29.274896 run patchelf(pid=25542): Launched\u000a20:44:29.457677 run osmo-stp_10.42.42.5(pid=25539): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25539)]\u000a20:44:29.591110 run osmo-stp_10.42.42.5(pid=25539): stdout: \u000a| (launched: 2022-12-12_20:44:28.063691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:29.725260 run osmo-stp_10.42.42.5(pid=25539): stderr: \u000a| �[0;m�[38;5;43m20221212204428237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204428237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204428238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204428238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204428239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204428239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204428239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:29.854582 run osmo-stp_10.42.42.5(pid=25539): stdout: \u000a| (launched: 2022-12-12_20:44:28.063691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:29.983161 run osmo-stp_10.42.42.5(pid=25539): stderr: \u000a| �[0;m�[38;5;43m20221212204428237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204428237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204428238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204428238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204428239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204428239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204428239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:30.132712 run patchelf(pid=25542): Terminating (SIGINT)\u000a20:44:30.308561 run patchelf(pid=25542): Terminated: ok {rc=0}\u000a20:44:30.340467 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25539): Process ended prematurely: osmo-stp_10.42.42.5(pid=25539) [trial-2382↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25539)] [trial-2382↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:44:30.349319 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:44:30.411074 run osmo-hlr_10.42.42.2(pid=25536): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25536)]\u000a20:44:30.461552 run osmo-hlr_10.42.42.2(pid=25536): stdout: \u000a| (launched: 2022-12-12_20:44:27.068656) \u000a20:44:30.512648 run osmo-hlr_10.42.42.2(pid=25536): stderr: \u000a| �[0;m�[1;31m20221212204427248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204427248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204427248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204427248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204427248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204427248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204427261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204427271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204427271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204427271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:30.555743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25535): Terminating (SIGTERM)\u000a20:44:30.596703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25538): Terminating (SIGTERM)\u000a20:44:30.637843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25541): Terminating (SIGTERM)\u000a20:44:30.647512 --- ParallelTerminationStrategy: PID 25535 died...\u000a20:44:30.702643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25535): Terminated: ok {rc=0}\u000a20:44:30.712664 --- ParallelTerminationStrategy: PID 25538 died...\u000a20:44:30.767254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25538): Terminated: ok {rc=0}\u000a20:44:30.777290 --- ParallelTerminationStrategy: PID 25541 died...\u000a20:44:30.832386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25541): Terminated: ok {rc=0}\u000a20:44:30.953872 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:43:30" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25559): Process ended prematurely: osmo-stp_10.42.42.5(pid=25559) [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25559)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25559): Process ended prematurely: osmo-stp_10.42.42.5(pid=25559) [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25559)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:44:33.085643 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:33.096480 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:44:33.242620 tst cs_paging_gprs_active.py: using LAC 31389\u000a20:44:33.373816 tst cs_paging_gprs_active.py: using RAC 24\u000a20:44:33.506799 tst cs_paging_gprs_active.py: using CellId 31389\u000a20:44:33.639306 tst cs_paging_gprs_active.py: using BVCI 31390\u000a20:44:33.665822 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:33.677458 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:33.688834 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:33.700127 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:33.711459 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:33.722898 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:33.734289 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:33.745428 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:33.756776 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:44:33.877233 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:44:34.185741 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:44:34.330273 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:34.673061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25549): Launched\u000a20:44:34.949722 run iperf3-srv_10.42.42.10(pid=25550): Launched\u000a20:44:35.145431 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:44:35.279160 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:35.611275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25551): Launched\u000a20:44:35.887008 run iperf3-srv_10.42.42.10(pid=25552): Launched\u000a20:44:36.082148 tst cs_paging_gprs_active.py:38: start network...\u000a20:44:36.215679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:36.719030 run create_hlr_db(pid=25553): Launched\u000a20:44:36.903646 bus /gobi_6: Setting Powered False\u000a20:44:37.924782 run create_hlr_db(pid=25553): Terminated: ok {rc=0}\u000a20:44:38.380927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25555): Launched\u000a20:44:38.726510 run osmo-hlr_10.42.42.2(pid=25556): Launched\u000a20:44:38.853247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:39.450098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25558): Launched\u000a20:44:39.794576 run osmo-stp_10.42.42.5(pid=25559): Launched\u000a20:44:39.919363 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:44:40.517916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25561): Launched\u000a20:44:40.640489 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:44:40.940488 run patchelf(pid=25562): Launched\u000a20:44:41.139933 run osmo-stp_10.42.42.5(pid=25559): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25559)]\u000a20:44:41.285513 run osmo-stp_10.42.42.5(pid=25559): stdout: \u000a| (launched: 2022-12-12_20:44:39.624393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:41.430952 run osmo-stp_10.42.42.5(pid=25559): stderr: \u000a| �[0;m�[38;5;43m20221212204439819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204439819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204439820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204439820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204439820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204439821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204439821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:41.571775 run osmo-stp_10.42.42.5(pid=25559): stdout: \u000a| (launched: 2022-12-12_20:44:39.624393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:41.711524 run osmo-stp_10.42.42.5(pid=25559): stderr: \u000a| �[0;m�[38;5;43m20221212204439819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204439819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204439820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204439820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204439820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204439821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204439821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:41.875200 run patchelf(pid=25562): Terminating (SIGINT)\u000a20:44:42.067160 run patchelf(pid=25562): Terminated: ok {rc=0}\u000a20:44:42.102256 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25559): Process ended prematurely: osmo-stp_10.42.42.5(pid=25559) [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25559)] [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:44:42.112410 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a20:44:42.176896 run osmo-hlr_10.42.42.2(pid=25556): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25556)]\u000a20:44:42.229504 run osmo-hlr_10.42.42.2(pid=25556): stdout: \u000a| (launched: 2022-12-12_20:44:38.555740) \u000a20:44:42.283502 run osmo-hlr_10.42.42.2(pid=25556): stderr: \u000a| �[0;m�[1;31m20221212204438761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204438761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204438761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204438761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204438761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204438761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204438773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204438782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204438783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204438783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:42.328865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25549): Terminating (SIGTERM)\u000a20:44:42.371582 run iperf3-srv_10.42.42.10(pid=25550): Terminating (SIGTERM)\u000a20:44:42.414545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25551): Terminating (SIGTERM)\u000a20:44:42.457343 run iperf3-srv_10.42.42.10(pid=25552): Terminating (SIGTERM)\u000a20:44:42.500402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25555): Terminating (SIGTERM)\u000a20:44:42.543347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25558): Terminating (SIGTERM)\u000a20:44:42.586375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25561): Terminating (SIGTERM)\u000a20:44:42.596265 --- ParallelTerminationStrategy: PID 25549 died...\u000a20:44:42.654150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25549): Terminated: ok {rc=0}\u000a20:44:42.664460 --- ParallelTerminationStrategy: PID 25550 died...\u000a20:44:42.721409 run iperf3-srv_10.42.42.10(pid=25550): Terminated {rc=256}\u000a20:44:42.731607 --- ParallelTerminationStrategy: PID 25551 died...\u000a20:44:42.788465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25551): Terminated: ok {rc=0}\u000a20:44:42.798738 --- ParallelTerminationStrategy: PID 25552 died...\u000a20:44:42.855482 run iperf3-srv_10.42.42.10(pid=25552): Terminated {rc=256}\u000a20:44:42.865803 --- ParallelTerminationStrategy: PID 25555 died...\u000a20:44:42.922945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25555): Terminated: ok {rc=0}\u000a20:44:42.933664 --- ParallelTerminationStrategy: PID 25558 died...\u000a20:44:42.990848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25558): Terminated: ok {rc=0}\u000a20:44:43.001204 --- ParallelTerminationStrategy: PID 25561 died...\u000a20:44:43.058225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25561): Terminated: ok {rc=0}\u000a20:44:43.145902 bus /gobi_0: Setting Powered False\u000a20:44:44.254630 bus /gobi_0: Setting Powered False\u000a20:44:45.365290 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25571): Process ended prematurely: osmo-stp_10.42.42.5(pid=25571) [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25571)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25571): Process ended prematurely: osmo-stp_10.42.42.5(pid=25571) [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25571)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:44:46.494764 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:46.507691 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:44:46.675041 tst iperf3.py: using LAC 31390\u000a20:44:46.812279 tst iperf3.py: using RAC 25\u000a20:44:46.947843 tst iperf3.py: using CellId 31390\u000a20:44:47.078898 tst iperf3.py: using BVCI 31391\u000a20:44:47.104534 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:47.116903 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:47.129945 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:47.142502 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:47.155288 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:47.168257 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:47.180425 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:47.192526 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:47.205344 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:44:47.513606 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:44:47.656528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:48.010242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25563): Launched\u000a20:44:48.305229 run iperf3-srv_10.42.42.10(pid=25564): Launched\u000a20:44:48.515502 tst iperf3.py:8: start network...\u000a20:44:48.659015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:44:49.208351 run create_hlr_db(pid=25565): Launched\u000a20:44:49.405480 bus /gobi_6: Setting Powered False\u000a20:44:50.427755 run create_hlr_db(pid=25565): Terminated: ok {rc=0}\u000a20:44:50.854868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25567): Launched\u000a20:44:51.178997 run osmo-hlr_10.42.42.2(pid=25568): Launched\u000a20:44:51.306701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:44:51.867060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25570): Launched\u000a20:44:52.187279 run osmo-stp_10.42.42.5(pid=25571): Launched\u000a20:44:52.303555 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:44:52.857978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25573): Launched\u000a20:44:52.972233 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:44:53.252149 run patchelf(pid=25574): Launched\u000a20:44:53.438360 run osmo-stp_10.42.42.5(pid=25571): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25571)]\u000a20:44:53.574181 run osmo-stp_10.42.42.5(pid=25571): stdout: \u000a| (launched: 2022-12-12_20:44:52.029198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:53.710240 run osmo-stp_10.42.42.5(pid=25571): stderr: \u000a| �[0;m�[38;5;43m20221212204452205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204452205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204452205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204452206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204452206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204452206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204452206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:53.842231 run osmo-stp_10.42.42.5(pid=25571): stdout: \u000a| (launched: 2022-12-12_20:44:52.029198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:44:53.972615 run osmo-stp_10.42.42.5(pid=25571): stderr: \u000a| �[0;m�[38;5;43m20221212204452205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204452205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204452205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204452206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204452206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204452206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204452206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:44:54.124847 run patchelf(pid=25574): Terminating (SIGINT)\u000a20:44:54.303667 run patchelf(pid=25574): Terminated: ok {rc=0}\u000a20:44:54.336258 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25571): Process ended prematurely: osmo-stp_10.42.42.5(pid=25571) [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25571)] [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:44:54.345604 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a20:44:54.408267 run osmo-hlr_10.42.42.2(pid=25568): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25568)]\u000a20:44:54.459236 run osmo-hlr_10.42.42.2(pid=25568): stdout: \u000a| (launched: 2022-12-12_20:44:51.017416) \u000a20:44:54.510545 run osmo-hlr_10.42.42.2(pid=25568): stderr: \u000a| �[0;m�[1;31m20221212204451198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204451198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204451198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204451198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204451198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204451198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204451210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204451218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204451218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204451218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:44:54.554278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25563): Terminating (SIGTERM)\u000a20:44:54.595607 run iperf3-srv_10.42.42.10(pid=25564): Terminating (SIGTERM)\u000a20:44:54.637112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25567): Terminating (SIGTERM)\u000a20:44:54.678456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25570): Terminating (SIGTERM)\u000a20:44:54.719882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25573): Terminating (SIGTERM)\u000a20:44:54.729723 --- ParallelTerminationStrategy: PID 25563 died...\u000a20:44:54.785050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25563): Terminated: ok {rc=0}\u000a20:44:54.795144 --- ParallelTerminationStrategy: PID 25564 died...\u000a20:44:54.849730 run iperf3-srv_10.42.42.10(pid=25564): Terminated {rc=256}\u000a20:44:54.859858 --- ParallelTerminationStrategy: PID 25567 died...\u000a20:44:54.914367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25567): Terminated: ok {rc=0}\u000a20:44:54.924526 --- ParallelTerminationStrategy: PID 25570 died...\u000a20:44:54.979135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25570): Terminated: ok {rc=0}\u000a20:44:54.989418 --- ParallelTerminationStrategy: PID 25573 died...\u000a20:44:55.045315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25573): Terminated: ok {rc=0}\u000a20:44:55.134933 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25592): Process ended prematurely: osmo-stp_10.42.42.5(pid=25592) [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25592)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25592): Process ended prematurely: osmo-stp_10.42.42.5(pid=25592) [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:44:56.250183 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:56.261833 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:44:56.410648 tst iperf3m4.py: using LAC 31391\u000a20:44:56.539037 tst iperf3m4.py: using RAC 26\u000a20:44:56.666871 tst iperf3m4.py: using CellId 31391\u000a20:44:56.792092 tst iperf3m4.py: using BVCI 31392\u000a20:44:56.816433 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:56.827464 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:56.838264 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:56.849332 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:56.860319 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:56.871473 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:56.882805 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:56.893777 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:44:56.905069 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:44:57.030987 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:44:57.154306 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:44:57.277860 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:44:57.583361 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:44:57.727785 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:58.083446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25575): Launched\u000a20:44:58.379430 run iperf3-srv_10.42.42.10(pid=25576): Launched\u000a20:44:58.590303 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:44:58.734015 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:44:59.090657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25577): Launched\u000a20:44:59.386635 run iperf3-srv_10.42.42.10(pid=25578): Launched\u000a20:44:59.597178 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:44:59.740493 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:00.095979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25579): Launched\u000a20:45:00.391270 run iperf3-srv_10.42.42.10(pid=25580): Launched\u000a20:45:00.601397 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:45:00.744429 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:01.157366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25581): Launched\u000a20:45:01.524072 run iperf3-srv_10.42.42.10(pid=25585): Launched\u000a20:45:01.727334 tst iperf3m4.py:8: start network...\u000a20:45:01.877762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:02.429219 run create_hlr_db(pid=25586): Launched\u000a20:45:02.614086 bus /gobi_6: Setting Powered False\u000a20:45:03.635679 run create_hlr_db(pid=25586): Terminated: ok {rc=0}\u000a20:45:04.087879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25588): Launched\u000a20:45:04.432223 run osmo-hlr_10.42.42.2(pid=25589): Launched\u000a20:45:04.558122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:05.153508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25591): Launched\u000a20:45:05.495563 run osmo-stp_10.42.42.5(pid=25592): Launched\u000a20:45:05.620288 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:45:06.214902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25594): Launched\u000a20:45:06.336585 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:45:06.634529 run patchelf(pid=25595): Launched\u000a20:45:06.832536 run osmo-stp_10.42.42.5(pid=25592): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25592)]\u000a20:45:06.977109 run osmo-stp_10.42.42.5(pid=25592): stdout: \u000a| (launched: 2022-12-12_20:45:05.327232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:07.121963 run osmo-stp_10.42.42.5(pid=25592): stderr: \u000a| �[0;m�[38;5;43m20221212204505525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204505526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204505526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204505526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204505527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204505527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204505527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:07.262630 run osmo-stp_10.42.42.5(pid=25592): stdout: \u000a| (launched: 2022-12-12_20:45:05.327232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:07.401950 run osmo-stp_10.42.42.5(pid=25592): stderr: \u000a| �[0;m�[38;5;43m20221212204505525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204505526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204505526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204505526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204505527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204505527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204505527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:07.564325 run patchelf(pid=25595): Terminating (SIGINT)\u000a20:45:07.755074 run patchelf(pid=25595): Terminated: ok {rc=0}\u000a20:45:07.789880 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25592): Process ended prematurely: osmo-stp_10.42.42.5(pid=25592) [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25592)] [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:45:07.799849 tst iperf3m4.py:8: Test FAILED (11.6 sec)\u000a20:45:07.864715 run osmo-hlr_10.42.42.2(pid=25589): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25589)]\u000a20:45:07.917414 run osmo-hlr_10.42.42.2(pid=25589): stdout: \u000a| (launched: 2022-12-12_20:45:04.262225) \u000a20:45:07.971404 run osmo-hlr_10.42.42.2(pid=25589): stderr: \u000a| �[0;m�[1;31m20221212204504467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204504467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204504467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204504467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204504467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204504467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204504480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204504490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204504490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204504490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:08.017091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25575): Terminating (SIGTERM)\u000a20:45:08.060074 run iperf3-srv_10.42.42.10(pid=25576): Terminating (SIGTERM)\u000a20:45:08.103480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25577): Terminating (SIGTERM)\u000a20:45:08.146613 run iperf3-srv_10.42.42.10(pid=25578): Terminating (SIGTERM)\u000a20:45:08.189964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25579): Terminating (SIGTERM)\u000a20:45:08.233079 run iperf3-srv_10.42.42.10(pid=25580): Terminating (SIGTERM)\u000a20:45:08.276293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25581): Terminating (SIGTERM)\u000a20:45:08.319422 run iperf3-srv_10.42.42.10(pid=25585): Terminating (SIGTERM)\u000a20:45:08.362570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25588): Terminating (SIGTERM)\u000a20:45:08.405625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25591): Terminating (SIGTERM)\u000a20:45:08.448778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25594): Terminating (SIGTERM)\u000a20:45:08.458883 --- ParallelTerminationStrategy: PID 25575 died...\u000a20:45:08.516492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25575): Terminated: ok {rc=0}\u000a20:45:08.526862 --- ParallelTerminationStrategy: PID 25576 died...\u000a20:45:08.583919 run iperf3-srv_10.42.42.10(pid=25576): Terminated {rc=256}\u000a20:45:08.594214 --- ParallelTerminationStrategy: PID 25577 died...\u000a20:45:08.651947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25577): Terminated: ok {rc=0}\u000a20:45:08.662253 --- ParallelTerminationStrategy: PID 25578 died...\u000a20:45:08.719696 run iperf3-srv_10.42.42.10(pid=25578): Terminated {rc=256}\u000a20:45:08.729982 --- ParallelTerminationStrategy: PID 25579 died...\u000a20:45:08.786909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25579): Terminated: ok {rc=0}\u000a20:45:08.797331 --- ParallelTerminationStrategy: PID 25580 died...\u000a20:45:08.854205 run iperf3-srv_10.42.42.10(pid=25580): Terminated {rc=256}\u000a20:45:08.864472 --- ParallelTerminationStrategy: PID 25581 died...\u000a20:45:08.921510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25581): Terminated: ok {rc=0}\u000a20:45:08.931800 --- ParallelTerminationStrategy: PID 25585 died...\u000a20:45:08.989157 run iperf3-srv_10.42.42.10(pid=25585): Terminated {rc=256}\u000a20:45:08.999655 --- ParallelTerminationStrategy: PID 25588 died...\u000a20:45:09.057215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25588): Terminated: ok {rc=0}\u000a20:45:09.067648 --- ParallelTerminationStrategy: PID 25591 died...\u000a20:45:09.124863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25591): Terminated: ok {rc=0}\u000a20:45:09.135556 --- ParallelTerminationStrategy: PID 25594 died...\u000a20:45:09.193070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25594): Terminated: ok {rc=0}\u000a20:45:09.283521 bus /gobi_4: Setting Powered False\u000a20:45:10.393950 bus /gobi_4: Setting Powered False\u000a20:45:11.509143 bus /gobi_1: Setting Powered False\u000a20:45:12.613192 bus /gobi_1: Setting Powered False\u000a20:45:13.725957 bus /gobi_0: Setting Powered False\u000a20:45:14.835191 bus /gobi_0: Setting Powered False\u000a20:45:15.970847 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25602): Process ended prematurely: osmo-stp_10.42.42.5(pid=25602) [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25602)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25602): Process ended prematurely: osmo-stp_10.42.42.5(pid=25602) [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:45:17.037508 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:45:17.050707 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:45:17.207019 tst ping.py: using LAC 31392\u000a20:45:17.335153 tst ping.py: using RAC 27\u000a20:45:17.462458 tst ping.py: using CellId 31392\u000a20:45:17.587866 tst ping.py: using BVCI 31393\u000a20:45:17.611900 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:45:17.623112 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:45:17.634187 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:45:17.645872 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:45:17.657327 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:45:17.668754 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:45:17.680479 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:45:17.692042 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:45:17.996466 tst ping.py:19: start network...\u000a20:45:18.136883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:18.675138 run create_hlr_db(pid=25596): Launched\u000a20:45:18.869393 bus /gobi_6: Setting Powered False\u000a20:45:19.889616 run create_hlr_db(pid=25596): Terminated: ok {rc=0}\u000a20:45:20.312287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25598): Launched\u000a20:45:20.628253 run osmo-hlr_10.42.42.2(pid=25599): Launched\u000a20:45:20.751733 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:21.318650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25601): Launched\u000a20:45:21.636300 run osmo-stp_10.42.42.5(pid=25602): Launched\u000a20:45:21.751023 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:45:22.303341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25604): Launched\u000a20:45:22.423207 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:45:22.717585 run patchelf(pid=25605): Launched\u000a20:45:22.912398 run osmo-stp_10.42.42.5(pid=25602): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25602)]\u000a20:45:23.055865 run osmo-stp_10.42.42.5(pid=25602): stdout: \u000a| (launched: 2022-12-12_20:45:21.479027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:23.198869 run osmo-stp_10.42.42.5(pid=25602): stderr: \u000a| �[0;m�[38;5;43m20221212204521654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204521654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204521655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204521655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204521656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204521656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204521656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:23.337857 run osmo-stp_10.42.42.5(pid=25602): stdout: \u000a| (launched: 2022-12-12_20:45:21.479027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:23.474995 run osmo-stp_10.42.42.5(pid=25602): stderr: \u000a| �[0;m�[38;5;43m20221212204521654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204521654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204521655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204521655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204521656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204521656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204521656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:23.634946 run patchelf(pid=25605): Terminating (SIGINT)\u000a20:45:23.822478 run patchelf(pid=25605): Terminated: ok {rc=0}\u000a20:45:23.856663 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25602): Process ended prematurely: osmo-stp_10.42.42.5(pid=25602) [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25602)] [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:45:23.866118 tst ping.py:22: Test FAILED (6.8 sec)\u000a20:45:23.930633 run osmo-hlr_10.42.42.2(pid=25599): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25599)]\u000a20:45:23.983720 run osmo-hlr_10.42.42.2(pid=25599): stdout: \u000a| (launched: 2022-12-12_20:45:20.471773) \u000a20:45:24.037258 run osmo-hlr_10.42.42.2(pid=25599): stderr: \u000a| �[0;m�[1;31m20221212204520649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204520649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204520649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204520649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204520649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204520650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204520663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204520671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204520672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204520672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:24.082883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25598): Terminating (SIGTERM)\u000a20:45:24.125896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25601): Terminating (SIGTERM)\u000a20:45:24.168748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25604): Terminating (SIGTERM)\u000a20:45:24.178796 --- ParallelTerminationStrategy: PID 25598 died...\u000a20:45:24.236249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25598): Terminated: ok {rc=0}\u000a20:45:24.246560 --- ParallelTerminationStrategy: PID 25601 died...\u000a20:45:24.303711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25601): Terminated: ok {rc=0}\u000a20:45:24.313975 --- ParallelTerminationStrategy: PID 25604 died...\u000a20:45:24.371086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25604): Terminated: ok {rc=0}\u000a20:45:24.461223 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25612): Process ended prematurely: osmo-stp_10.42.42.5(pid=25612) [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25612)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25612): Process ended prematurely: osmo-stp_10.42.42.5(pid=25612) [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:45:25.516222 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:45:25.528679 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:45:25.684541 tst ping_idle_ping.py: using LAC 31393\u000a20:45:25.817895 tst ping_idle_ping.py: using RAC 28\u000a20:45:25.950359 tst ping_idle_ping.py: using CellId 31393\u000a20:45:26.082530 tst ping_idle_ping.py: using BVCI 31394\u000a20:45:26.108533 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:45:26.120139 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:45:26.131488 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:45:26.142876 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:45:26.154118 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:45:26.165380 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:45:26.176807 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:45:26.188097 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:45:26.489469 tst ping_idle_ping.py:24: start network...\u000a20:45:26.629779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:27.171179 run create_hlr_db(pid=25606): Launched\u000a20:45:27.366862 bus /gobi_6: Setting Powered False\u000a20:45:28.387428 run create_hlr_db(pid=25606): Terminated: ok {rc=0}\u000a20:45:28.838129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25608): Launched\u000a20:45:29.179659 run osmo-hlr_10.42.42.2(pid=25609): Launched\u000a20:45:29.305852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:29.894648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25611): Launched\u000a20:45:30.235011 run osmo-stp_10.42.42.5(pid=25612): Launched\u000a20:45:30.357313 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:45:30.985256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25614): Launched\u000a20:45:31.104440 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:45:31.404297 run patchelf(pid=25615): Launched\u000a20:45:31.599643 run osmo-stp_10.42.42.5(pid=25612): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25612)]\u000a20:45:31.741333 run osmo-stp_10.42.42.5(pid=25612): stdout: \u000a| (launched: 2022-12-12_20:45:30.067655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:31.882415 run osmo-stp_10.42.42.5(pid=25612): stderr: \u000a| �[0;m�[38;5;43m20221212204530265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204530265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204530265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204530266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204530266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204530266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204530266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:32.017944 run osmo-stp_10.42.42.5(pid=25612): stdout: \u000a| (launched: 2022-12-12_20:45:30.067655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:32.155439 run osmo-stp_10.42.42.5(pid=25612): stderr: \u000a| �[0;m�[38;5;43m20221212204530265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204530265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204530265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204530266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204530266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204530266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204530266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:32.309713 run patchelf(pid=25615): Terminating (SIGINT)\u000a20:45:32.489803 run patchelf(pid=25615): Terminated: ok {rc=0}\u000a20:45:32.522248 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25612): Process ended prematurely: osmo-stp_10.42.42.5(pid=25612) [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25612)] [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:45:32.531120 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a20:45:32.595626 run osmo-hlr_10.42.42.2(pid=25609): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25609)]\u000a20:45:32.647442 run osmo-hlr_10.42.42.2(pid=25609): stdout: \u000a| (launched: 2022-12-12_20:45:29.011736) \u000a20:45:32.700071 run osmo-hlr_10.42.42.2(pid=25609): stderr: \u000a| �[0;m�[1;31m20221212204529214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204529214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204529214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204529214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204529214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204529214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204529226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204529235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204529235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204529235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:32.743863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25608): Terminating (SIGTERM)\u000a20:45:32.785829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25611): Terminating (SIGTERM)\u000a20:45:32.827924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25614): Terminating (SIGTERM)\u000a20:45:32.838303 --- ParallelTerminationStrategy: PID 25608 died...\u000a20:45:32.895081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25608): Terminated: ok {rc=0}\u000a20:45:32.905138 --- ParallelTerminationStrategy: PID 25611 died...\u000a20:45:32.961741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25611): Terminated: ok {rc=0}\u000a20:45:32.971886 --- ParallelTerminationStrategy: PID 25614 died...\u000a20:45:33.027685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25614): Terminated: ok {rc=0}\u000a20:45:33.118662 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:44:32" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25629): Process ended prematurely: osmo-stp_10.42.42.5(pid=25629) [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25629)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25629): Process ended prematurely: osmo-stp_10.42.42.5(pid=25629) [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:45:35.242972 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:35.254893 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:45:35.418807 tst cs_paging_gprs_active.py: using LAC 31394\u000a20:45:35.545605 tst cs_paging_gprs_active.py: using RAC 29\u000a20:45:35.668544 tst cs_paging_gprs_active.py: using CellId 31394\u000a20:45:35.792910 tst cs_paging_gprs_active.py: using BVCI 31395\u000a20:45:35.817664 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:35.828619 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:35.839342 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:35.850371 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:35.861342 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:35.872367 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:35.883484 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:35.894438 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:35.905567 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:45:36.027809 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:45:36.321328 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:45:36.455747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:36.787050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25619): Launched\u000a20:45:37.062869 run iperf3-srv_10.42.42.10(pid=25620): Launched\u000a20:45:37.258319 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:45:37.392317 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:37.723015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25621): Launched\u000a20:45:37.998652 run iperf3-srv_10.42.42.10(pid=25622): Launched\u000a20:45:38.194846 tst cs_paging_gprs_active.py:38: start network...\u000a20:45:38.329174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:38.833311 run create_hlr_db(pid=25623): Launched\u000a20:45:39.017200 bus /gobi_6: Setting Powered False\u000a20:45:40.038794 run create_hlr_db(pid=25623): Terminated: ok {rc=0}\u000a20:45:40.491957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25625): Launched\u000a20:45:40.836590 run osmo-hlr_10.42.42.2(pid=25626): Launched\u000a20:45:40.963146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:41.556255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25628): Launched\u000a20:45:41.900437 run osmo-stp_10.42.42.5(pid=25629): Launched\u000a20:45:42.026488 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:45:42.623777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25631): Launched\u000a20:45:42.746950 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:45:43.047736 run patchelf(pid=25632): Launched\u000a20:45:43.248347 run osmo-stp_10.42.42.5(pid=25629): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25629)]\u000a20:45:43.394295 run osmo-stp_10.42.42.5(pid=25629): stdout: \u000a| (launched: 2022-12-12_20:45:41.730168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:43.541235 run osmo-stp_10.42.42.5(pid=25629): stderr: \u000a| �[0;m�[38;5;43m20221212204541926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204541927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204541927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204541927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204541928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204541928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204541928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:43.683406 run osmo-stp_10.42.42.5(pid=25629): stdout: \u000a| (launched: 2022-12-12_20:45:41.730168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:43.824124 run osmo-stp_10.42.42.5(pid=25629): stderr: \u000a| �[0;m�[38;5;43m20221212204541926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204541927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204541927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204541927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204541928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204541928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204541928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:43.989374 run patchelf(pid=25632): Terminating (SIGINT)\u000a20:45:44.182876 run patchelf(pid=25632): Terminated: ok {rc=0}\u000a20:45:44.218029 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25629): Process ended prematurely: osmo-stp_10.42.42.5(pid=25629) [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25629)] [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:45:44.228100 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a20:45:44.292911 run osmo-hlr_10.42.42.2(pid=25626): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25626)]\u000a20:45:44.345786 run osmo-hlr_10.42.42.2(pid=25626): stdout: \u000a| (launched: 2022-12-12_20:45:40.666813) \u000a20:45:44.399160 run osmo-hlr_10.42.42.2(pid=25626): stderr: \u000a| �[0;m�[1;31m20221212204540870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204540870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204540870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204540870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204540870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204540870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204540882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204540891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204540891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204540891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:44.444549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25619): Terminating (SIGTERM)\u000a20:45:44.487483 run iperf3-srv_10.42.42.10(pid=25620): Terminating (SIGTERM)\u000a20:45:44.530503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25621): Terminating (SIGTERM)\u000a20:45:44.574026 run iperf3-srv_10.42.42.10(pid=25622): Terminating (SIGTERM)\u000a20:45:44.616743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25625): Terminating (SIGTERM)\u000a20:45:44.659482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25628): Terminating (SIGTERM)\u000a20:45:44.702357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25631): Terminating (SIGTERM)\u000a20:45:44.712186 --- ParallelTerminationStrategy: PID 25619 died...\u000a20:45:44.769676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25619): Terminated: ok {rc=0}\u000a20:45:44.779941 --- ParallelTerminationStrategy: PID 25620 died...\u000a20:45:44.836780 run iperf3-srv_10.42.42.10(pid=25620): Terminated {rc=256}\u000a20:45:44.847039 --- ParallelTerminationStrategy: PID 25621 died...\u000a20:45:44.904125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25621): Terminated: ok {rc=0}\u000a20:45:44.914379 --- ParallelTerminationStrategy: PID 25622 died...\u000a20:45:44.971802 run iperf3-srv_10.42.42.10(pid=25622): Terminated {rc=256}\u000a20:45:44.982171 --- ParallelTerminationStrategy: PID 25625 died...\u000a20:45:45.039332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25625): Terminated: ok {rc=0}\u000a20:45:45.049707 --- ParallelTerminationStrategy: PID 25628 died...\u000a20:45:45.106828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25628): Terminated: ok {rc=0}\u000a20:45:45.117178 --- ParallelTerminationStrategy: PID 25631 died...\u000a20:45:45.174142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25631): Terminated: ok {rc=0}\u000a20:45:45.263571 bus /gobi_0: Setting Powered False\u000a20:45:46.369545 bus /gobi_0: Setting Powered False\u000a20:45:47.483057 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25641): Process ended prematurely: osmo-stp_10.42.42.5(pid=25641) [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25641)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25641): Process ended prematurely: osmo-stp_10.42.42.5(pid=25641) [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:45:48.599311 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:48.611230 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:45:48.763561 tst iperf3.py: using LAC 31395\u000a20:45:48.890491 tst iperf3.py: using RAC 30\u000a20:45:49.017384 tst iperf3.py: using CellId 31395\u000a20:45:49.143705 tst iperf3.py: using BVCI 31396\u000a20:45:49.168081 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:49.179248 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:49.190093 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:49.201856 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:49.213518 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:49.225054 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:49.236682 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:49.248359 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:49.260373 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:45:49.568783 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:45:49.712168 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:45:50.069712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25633): Launched\u000a20:45:50.366583 run iperf3-srv_10.42.42.10(pid=25634): Launched\u000a20:45:50.578047 tst iperf3.py:8: start network...\u000a20:45:50.722273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:45:51.271979 run create_hlr_db(pid=25635): Launched\u000a20:45:51.470428 bus /gobi_6: Setting Powered False\u000a20:45:52.492329 run create_hlr_db(pid=25635): Terminated: ok {rc=0}\u000a20:45:52.947925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25637): Launched\u000a20:45:53.292664 run osmo-hlr_10.42.42.2(pid=25638): Launched\u000a20:45:53.418620 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:45:54.016197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25640): Launched\u000a20:45:54.361703 run osmo-stp_10.42.42.5(pid=25641): Launched\u000a20:45:54.487369 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:45:55.085395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25643): Launched\u000a20:45:55.207697 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:45:55.507508 run patchelf(pid=25644): Launched\u000a20:45:55.707385 run osmo-stp_10.42.42.5(pid=25641): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25641)]\u000a20:45:55.853279 run osmo-stp_10.42.42.5(pid=25641): stdout: \u000a| (launched: 2022-12-12_20:45:54.191391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:55.999546 run osmo-stp_10.42.42.5(pid=25641): stderr: \u000a| �[0;m�[38;5;43m20221212204554388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204554388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204554388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204554388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204554391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204554391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204554391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:56.141426 run osmo-stp_10.42.42.5(pid=25641): stdout: \u000a| (launched: 2022-12-12_20:45:54.191391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:45:56.281503 run osmo-stp_10.42.42.5(pid=25641): stderr: \u000a| �[0;m�[38;5;43m20221212204554388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204554388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204554388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204554388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204554391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204554391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204554391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:45:56.445325 run patchelf(pid=25644): Terminating (SIGINT)\u000a20:45:56.637492 run patchelf(pid=25644): Terminated: ok {rc=0}\u000a20:45:56.672509 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25641): Process ended prematurely: osmo-stp_10.42.42.5(pid=25641) [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25641)] [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:45:56.682603 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a20:45:56.747128 run osmo-hlr_10.42.42.2(pid=25638): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25638)]\u000a20:45:56.800056 run osmo-hlr_10.42.42.2(pid=25638): stdout: \u000a| (launched: 2022-12-12_20:45:53.123730) \u000a20:45:56.853624 run osmo-hlr_10.42.42.2(pid=25638): stderr: \u000a| �[0;m�[1;31m20221212204553329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204553329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204553329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204553330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204553330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204553330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204553342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204553353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204553353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204553353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:45:56.899289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25633): Terminating (SIGTERM)\u000a20:45:56.942229 run iperf3-srv_10.42.42.10(pid=25634): Terminating (SIGTERM)\u000a20:45:56.985675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25637): Terminating (SIGTERM)\u000a20:45:57.028729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25640): Terminating (SIGTERM)\u000a20:45:57.071772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25643): Terminating (SIGTERM)\u000a20:45:57.081801 --- ParallelTerminationStrategy: PID 25633 died...\u000a20:45:57.139213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25633): Terminated: ok {rc=0}\u000a20:45:57.149621 --- ParallelTerminationStrategy: PID 25634 died...\u000a20:45:57.206839 run iperf3-srv_10.42.42.10(pid=25634): Terminated {rc=256}\u000a20:45:57.217281 --- ParallelTerminationStrategy: PID 25637 died...\u000a20:45:57.274398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25637): Terminated: ok {rc=0}\u000a20:45:57.284733 --- ParallelTerminationStrategy: PID 25640 died...\u000a20:45:57.342194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25640): Terminated: ok {rc=0}\u000a20:45:57.352582 --- ParallelTerminationStrategy: PID 25643 died...\u000a20:45:57.410345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25643): Terminated: ok {rc=0}\u000a20:45:57.501265 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25659): Process ended prematurely: osmo-stp_10.42.42.5(pid=25659) [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25659)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25659): Process ended prematurely: osmo-stp_10.42.42.5(pid=25659) [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:45:58.622360 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:58.634706 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:45:58.793601 tst iperf3m4.py: using LAC 31396\u000a20:45:58.929447 tst iperf3m4.py: using RAC 31\u000a20:45:59.065559 tst iperf3m4.py: using CellId 31396\u000a20:45:59.201896 tst iperf3m4.py: using BVCI 31397\u000a20:45:59.228379 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:59.239893 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:59.251461 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:59.262883 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:59.274207 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:59.285548 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:59.296902 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:59.308219 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:45:59.319777 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:45:59.448432 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:45:59.574389 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:45:59.695102 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:46:00.002104 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:46:00.145476 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:00.499247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25645): Launched\u000a20:46:00.794950 run iperf3-srv_10.42.42.10(pid=25646): Launched\u000a20:46:01.029721 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:46:01.177433 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:01.547920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25647): Launched\u000a20:46:01.856219 run iperf3-srv_10.42.42.10(pid=25648): Launched\u000a20:46:02.073580 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:46:02.218579 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:02.573452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25649): Launched\u000a20:46:02.869680 run iperf3-srv_10.42.42.10(pid=25650): Launched\u000a20:46:03.080939 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:46:03.224560 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:46:03.579755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25651): Launched\u000a20:46:03.874275 run iperf3-srv_10.42.42.10(pid=25652): Launched\u000a20:46:04.084067 tst iperf3m4.py:8: start network...\u000a20:46:04.227692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:04.775830 run create_hlr_db(pid=25653): Launched\u000a20:46:04.974531 bus /gobi_6: Setting Powered False\u000a20:46:05.996147 run create_hlr_db(pid=25653): Terminated: ok {rc=0}\u000a20:46:06.422421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25655): Launched\u000a20:46:06.743155 run osmo-hlr_10.42.42.2(pid=25656): Launched\u000a20:46:06.870380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:07.438215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25658): Launched\u000a20:46:07.760401 run osmo-stp_10.42.42.5(pid=25659): Launched\u000a20:46:07.877351 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:08.434166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25661): Launched\u000a20:46:08.548124 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:08.828475 run patchelf(pid=25662): Launched\u000a20:46:09.014657 run osmo-stp_10.42.42.5(pid=25659): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25659)]\u000a20:46:09.150787 run osmo-stp_10.42.42.5(pid=25659): stdout: \u000a| (launched: 2022-12-12_20:46:07.600857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:09.287219 run osmo-stp_10.42.42.5(pid=25659): stderr: \u000a| �[0;m�[38;5;43m20221212204607777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204607777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204607777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204607777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204607778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204607778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204607778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:09.419323 run osmo-stp_10.42.42.5(pid=25659): stdout: \u000a| (launched: 2022-12-12_20:46:07.600857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:09.550372 run osmo-stp_10.42.42.5(pid=25659): stderr: \u000a| �[0;m�[38;5;43m20221212204607777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204607777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204607777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204607777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204607778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204607778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204607778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:09.703679 run patchelf(pid=25662): Terminating (SIGINT)\u000a20:46:09.882942 run patchelf(pid=25662): Terminated: ok {rc=0}\u000a20:46:09.915536 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25659): Process ended prematurely: osmo-stp_10.42.42.5(pid=25659) [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25659)] [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:46:09.924848 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a20:46:09.987360 run osmo-hlr_10.42.42.2(pid=25656): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25656)]\u000a20:46:10.037856 run osmo-hlr_10.42.42.2(pid=25656): stdout: \u000a| (launched: 2022-12-12_20:46:06.584321) \u000a20:46:10.089095 run osmo-hlr_10.42.42.2(pid=25656): stderr: \u000a| �[0;m�[1;31m20221212204606766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204606766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204606766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204606766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204606766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204606766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204606778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204606786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204606786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204606786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:10.132078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25645): Terminating (SIGTERM)\u000a20:46:10.173271 run iperf3-srv_10.42.42.10(pid=25646): Terminating (SIGTERM)\u000a20:46:10.218931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25647): Terminating (SIGTERM)\u000a20:46:10.262546 run iperf3-srv_10.42.42.10(pid=25648): Terminating (SIGTERM)\u000a20:46:10.305844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25649): Terminating (SIGTERM)\u000a20:46:10.349087 run iperf3-srv_10.42.42.10(pid=25650): Terminating (SIGTERM)\u000a20:46:10.392408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25651): Terminating (SIGTERM)\u000a20:46:10.435486 run iperf3-srv_10.42.42.10(pid=25652): Terminating (SIGTERM)\u000a20:46:10.478863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25655): Terminating (SIGTERM)\u000a20:46:10.521895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25658): Terminating (SIGTERM)\u000a20:46:10.565034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25661): Terminating (SIGTERM)\u000a20:46:10.575276 --- ParallelTerminationStrategy: PID 25645 died...\u000a20:46:10.633260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25645): Terminated: ok {rc=0}\u000a20:46:10.643774 --- ParallelTerminationStrategy: PID 25646 died...\u000a20:46:10.701429 run iperf3-srv_10.42.42.10(pid=25646): Terminated {rc=256}\u000a20:46:10.712009 --- ParallelTerminationStrategy: PID 25647 died...\u000a20:46:10.769855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25647): Terminated: ok {rc=0}\u000a20:46:10.780342 --- ParallelTerminationStrategy: PID 25648 died...\u000a20:46:10.838199 run iperf3-srv_10.42.42.10(pid=25648): Terminated {rc=256}\u000a20:46:10.848548 --- ParallelTerminationStrategy: PID 25649 died...\u000a20:46:10.906592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25649): Terminated: ok {rc=0}\u000a20:46:10.917183 --- ParallelTerminationStrategy: PID 25650 died...\u000a20:46:10.974873 run iperf3-srv_10.42.42.10(pid=25650): Terminated {rc=256}\u000a20:46:10.985591 --- ParallelTerminationStrategy: PID 25651 died...\u000a20:46:11.043315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25651): Terminated: ok {rc=0}\u000a20:46:11.054086 --- ParallelTerminationStrategy: PID 25652 died...\u000a20:46:11.111816 run iperf3-srv_10.42.42.10(pid=25652): Terminated {rc=256}\u000a20:46:11.122192 --- ParallelTerminationStrategy: PID 25655 died...\u000a20:46:11.180104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25655): Terminated: ok {rc=0}\u000a20:46:11.190683 --- ParallelTerminationStrategy: PID 25658 died...\u000a20:46:11.248045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25658): Terminated: ok {rc=0}\u000a20:46:11.258533 --- ParallelTerminationStrategy: PID 25661 died...\u000a20:46:11.316435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25661): Terminated: ok {rc=0}\u000a20:46:11.403565 bus /gobi_4: Setting Powered False\u000a20:46:12.512093 bus /gobi_4: Setting Powered False\u000a20:46:13.625380 bus /gobi_1: Setting Powered False\u000a20:46:14.730257 bus /gobi_1: Setting Powered False\u000a20:46:15.848857 bus /gobi_0: Setting Powered False\u000a20:46:16.959878 bus /gobi_0: Setting Powered False\u000a20:46:18.070172 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25669): Process ended prematurely: osmo-stp_10.42.42.5(pid=25669) [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25669)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25669): Process ended prematurely: osmo-stp_10.42.42.5(pid=25669) [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:46:19.141204 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:46:19.153447 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:46:19.311965 tst ping.py: using LAC 31397\u000a20:46:19.439509 tst ping.py: using RAC 32\u000a20:46:19.564101 tst ping.py: using CellId 31397\u000a20:46:19.688151 tst ping.py: using BVCI 31398\u000a20:46:19.712489 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:46:19.723677 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:46:19.734580 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:46:19.745708 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:46:19.756690 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:46:19.767658 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:46:19.778929 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:46:19.790046 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:46:20.094344 tst ping.py:19: start network...\u000a20:46:20.235127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:20.775006 run create_hlr_db(pid=25663): Launched\u000a20:46:20.970795 bus /gobi_6: Setting Powered False\u000a20:46:21.979467 run create_hlr_db(pid=25663): Terminated: ok {rc=0}\u000a20:46:22.410901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25665): Launched\u000a20:46:22.728804 run osmo-hlr_10.42.42.2(pid=25666): Launched\u000a20:46:22.853032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:23.409634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25668): Launched\u000a20:46:23.724214 run osmo-stp_10.42.42.5(pid=25669): Launched\u000a20:46:23.838695 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:24.386348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25671): Launched\u000a20:46:24.498641 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:24.774730 run patchelf(pid=25672): Launched\u000a20:46:24.958742 run osmo-stp_10.42.42.5(pid=25669): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25669)]\u000a20:46:25.093234 run osmo-stp_10.42.42.5(pid=25669): stdout: \u000a| (launched: 2022-12-12_20:46:23.568423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:25.227620 run osmo-stp_10.42.42.5(pid=25669): stderr: \u000a| �[0;m�[38;5;43m20221212204623744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204623744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204623744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204623744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204623745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204623745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204623745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:25.358255 run osmo-stp_10.42.42.5(pid=25669): stdout: \u000a| (launched: 2022-12-12_20:46:23.568423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:25.487001 run osmo-stp_10.42.42.5(pid=25669): stderr: \u000a| �[0;m�[38;5;43m20221212204623744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204623744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204623744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204623744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204623745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204623745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204623745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:25.636796 run patchelf(pid=25672): Terminating (SIGINT)\u000a20:46:25.813662 run patchelf(pid=25672): Terminated: ok {rc=0}\u000a20:46:25.845423 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25669): Process ended prematurely: osmo-stp_10.42.42.5(pid=25669) [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25669)] [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:46:25.854172 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:46:25.916808 run osmo-hlr_10.42.42.2(pid=25666): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25666)]\u000a20:46:25.968059 run osmo-hlr_10.42.42.2(pid=25666): stdout: \u000a| (launched: 2022-12-12_20:46:22.571933) \u000a20:46:26.020014 run osmo-hlr_10.42.42.2(pid=25666): stderr: \u000a| �[0;m�[1;31m20221212204622753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204622753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204622753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204622754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204622754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204622754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204622766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204622774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204622774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204622774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:26.063991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25665): Terminating (SIGTERM)\u000a20:46:26.105644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25668): Terminating (SIGTERM)\u000a20:46:26.146918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25671): Terminating (SIGTERM)\u000a20:46:26.156764 --- ParallelTerminationStrategy: PID 25665 died...\u000a20:46:26.212504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25665): Terminated: ok {rc=0}\u000a20:46:26.222489 --- ParallelTerminationStrategy: PID 25668 died...\u000a20:46:26.277674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25668): Terminated: ok {rc=0}\u000a20:46:26.287719 --- ParallelTerminationStrategy: PID 25671 died...\u000a20:46:26.343322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25671): Terminated: ok {rc=0}\u000a20:46:26.429004 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25679): Process ended prematurely: osmo-stp_10.42.42.5(pid=25679) [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25679)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25679): Process ended prematurely: osmo-stp_10.42.42.5(pid=25679) [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:46:27.483388 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:46:27.496150 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:46:27.655077 tst ping_idle_ping.py: using LAC 31398\u000a20:46:27.792006 tst ping_idle_ping.py: using RAC 33\u000a20:46:27.924452 tst ping_idle_ping.py: using CellId 31398\u000a20:46:28.055580 tst ping_idle_ping.py: using BVCI 31399\u000a20:46:28.081778 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:46:28.094013 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:46:28.105694 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:46:28.117364 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:46:28.128681 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:46:28.140077 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:46:28.151750 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:46:28.163260 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:46:28.467999 tst ping_idle_ping.py:24: start network...\u000a20:46:28.610185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:29.155129 run create_hlr_db(pid=25673): Launched\u000a20:46:29.351085 bus /gobi_6: Setting Powered False\u000a20:46:30.371377 run create_hlr_db(pid=25673): Terminated: ok {rc=0}\u000a20:46:30.796331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25675): Launched\u000a20:46:31.263309 run osmo-hlr_10.42.42.2(pid=25676): Launched\u000a20:46:31.405125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:32.044726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25678): Launched\u000a20:46:32.424155 run osmo-stp_10.42.42.5(pid=25679): Launched\u000a20:46:32.540543 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:33.091353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25681): Launched\u000a20:46:33.203990 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:33.479674 run patchelf(pid=25682): Launched\u000a20:46:33.663357 run osmo-stp_10.42.42.5(pid=25679): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25679)]\u000a20:46:33.797702 run osmo-stp_10.42.42.5(pid=25679): stdout: \u000a| (launched: 2022-12-12_20:46:32.221392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:33.933129 run osmo-stp_10.42.42.5(pid=25679): stderr: \u000a| �[0;m�[38;5;43m20221212204632438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204632438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204632438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204632439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204632439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204632439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204632439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:34.063471 run osmo-stp_10.42.42.5(pid=25679): stdout: \u000a| (launched: 2022-12-12_20:46:32.221392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:34.192474 run osmo-stp_10.42.42.5(pid=25679): stderr: \u000a| �[0;m�[38;5;43m20221212204632438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204632438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204632438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204632439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204632439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204632439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204632439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:34.343144 run patchelf(pid=25682): Terminating (SIGINT)\u000a20:46:34.520287 run patchelf(pid=25682): Terminated: ok {rc=0}\u000a20:46:34.552507 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25679): Process ended prematurely: osmo-stp_10.42.42.5(pid=25679) [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25679)] [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:46:34.561452 tst ping_idle_ping.py:27: Test FAILED (7.1 sec)\u000a20:46:34.623953 run osmo-hlr_10.42.42.2(pid=25676): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25676)]\u000a20:46:34.675210 run osmo-hlr_10.42.42.2(pid=25676): stdout: \u000a| (launched: 2022-12-12_20:46:30.963184) \u000a20:46:34.727194 run osmo-hlr_10.42.42.2(pid=25676): stderr: \u000a| �[0;m�[1;31m20221212204631198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204631198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204631198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204631198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204631198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204631198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204631215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204631223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204631223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204631224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:34.771037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25675): Terminating (SIGTERM)\u000a20:46:34.812579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25678): Terminating (SIGTERM)\u000a20:46:34.854176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25681): Terminating (SIGTERM)\u000a20:46:34.864059 --- ParallelTerminationStrategy: PID 25675 died...\u000a20:46:34.919802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25675): Terminated: ok {rc=0}\u000a20:46:34.929874 --- ParallelTerminationStrategy: PID 25678 died...\u000a20:46:34.984857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25678): Terminated: ok {rc=0}\u000a20:46:34.995170 --- ParallelTerminationStrategy: PID 25681 died...\u000a20:46:35.050628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25681): Terminated: ok {rc=0}\u000a20:46:35.142439 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:45:34" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25693): Process ended prematurely: osmo-stp_10.42.42.5(pid=25693) [trial-2382↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25693)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25693): Process ended prematurely: osmo-stp_10.42.42.5(pid=25693) [trial-2382↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:46:37.133415 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:46:37.144647 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:46:37.294208 tst switch_tch_pdch.py: using LAC 31399\u000a20:46:37.418539 tst switch_tch_pdch.py: using RAC 34\u000a20:46:37.543143 tst switch_tch_pdch.py: using CellId 31399\u000a20:46:37.666662 tst switch_tch_pdch.py: using BVCI 31400\u000a20:46:37.690759 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:46:37.702055 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:46:37.713176 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:46:37.724429 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:46:37.735627 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:46:37.747070 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:46:37.758660 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:46:37.769961 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:46:37.893922 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:46:38.180778 tst switch_tch_pdch.py:51: start network...\u000a20:46:38.311522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:38.805156 run create_hlr_db(pid=25687): Launched\u000a20:46:38.986012 bus /gobi_6: Setting Powered False\u000a20:46:40.009656 run create_hlr_db(pid=25687): Terminated: ok {rc=0}\u000a20:46:40.428060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25689): Launched\u000a20:46:40.743120 run osmo-hlr_10.42.42.2(pid=25690): Launched\u000a20:46:40.862070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:41.404836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25692): Launched\u000a20:46:41.718713 run osmo-stp_10.42.42.5(pid=25693): Launched\u000a20:46:41.832641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:42.378937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25695): Launched\u000a20:46:42.490380 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:42.764554 run patchelf(pid=25696): Launched\u000a20:46:42.947095 run osmo-stp_10.42.42.5(pid=25693): ERR: Terminated: ERROR {rc=1} [trial-2382↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25693)]\u000a20:46:43.080884 run osmo-stp_10.42.42.5(pid=25693): stdout: \u000a| (launched: 2022-12-12_20:46:41.563115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:43.215397 run osmo-stp_10.42.42.5(pid=25693): stderr: \u000a| �[0;m�[38;5;43m20221212204641739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204641739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204641739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204641740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204641740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204641740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204641740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:43.344843 run osmo-stp_10.42.42.5(pid=25693): stdout: \u000a| (launched: 2022-12-12_20:46:41.563115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:43.472829 run osmo-stp_10.42.42.5(pid=25693): stderr: \u000a| �[0;m�[38;5;43m20221212204641739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204641739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204641739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204641740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204641740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204641740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204641740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:43.622809 run patchelf(pid=25696): Terminating (SIGINT)\u000a20:46:43.798634 run patchelf(pid=25696): Terminated: ok {rc=0}\u000a20:46:43.830347 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25693): Process ended prematurely: osmo-stp_10.42.42.5(pid=25693) [trial-2382↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25693)] [trial-2382↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:46:43.839124 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a20:46:43.901600 run osmo-hlr_10.42.42.2(pid=25690): ERR: Terminated: ERROR {rc=237} [trial-2382↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25690)]\u000a20:46:43.952078 run osmo-hlr_10.42.42.2(pid=25690): stdout: \u000a| (launched: 2022-12-12_20:46:40.587024) \u000a20:46:44.003128 run osmo-hlr_10.42.42.2(pid=25690): stderr: \u000a| �[0;m�[1;31m20221212204640766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204640766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204640766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204640766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204640766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204640766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204640778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204640787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204640787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204640787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:44.046352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25689): Terminating (SIGTERM)\u000a20:46:44.087447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25692): Terminating (SIGTERM)\u000a20:46:44.128385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25695): Terminating (SIGTERM)\u000a20:46:44.138194 --- ParallelTerminationStrategy: PID 25689 died...\u000a20:46:44.192931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25689): Terminated: ok {rc=0}\u000a20:46:44.203028 --- ParallelTerminationStrategy: PID 25692 died...\u000a20:46:44.257958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25692): Terminated: ok {rc=0}\u000a20:46:44.268302 --- ParallelTerminationStrategy: PID 25695 died...\u000a20:46:44.322929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25695): Terminated: ok {rc=0}\u000a20:46:44.409128 bus /gobi_0: Setting Powered False\u000a20:46:45.518957 bus /gobi_0: Setting Powered False\u000a20:46:46.640836 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:46:36" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25706): Process ended prematurely: osmo-stp_10.42.42.5(pid=25706) [trial-2382↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25706)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25706): Process ended prematurely: osmo-stp_10.42.42.5(pid=25706) [trial-2382↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:46:48.589386 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:46:48.600889 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:46:48.754770 tst switch_tch_pdch.py: using LAC 31400\u000a20:46:48.886897 tst switch_tch_pdch.py: using RAC 35\u000a20:46:49.021083 tst switch_tch_pdch.py: using CellId 31400\u000a20:46:49.155372 tst switch_tch_pdch.py: using BVCI 31401\u000a20:46:49.181330 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:46:49.192776 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:46:49.204127 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:46:49.215455 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:46:49.226719 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:46:49.238032 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:46:49.249461 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:46:49.260742 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:46:49.379610 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:46:49.683256 tst switch_tch_pdch.py:51: start network...\u000a20:46:49.824351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:46:50.326853 run create_hlr_db(pid=25700): Launched\u000a20:46:50.454236 bus /gobi_6: Setting Powered False\u000a20:46:51.529571 run create_hlr_db(pid=25700): Terminated: ok {rc=0}\u000a20:46:51.947595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25702): Launched\u000a20:46:52.286906 run osmo-hlr_10.42.42.2(pid=25703): Launched\u000a20:46:52.410103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:46:52.965207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25705): Launched\u000a20:46:53.303566 run osmo-stp_10.42.42.5(pid=25706): Launched\u000a20:46:53.426503 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:46:53.985599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25708): Launched\u000a20:46:54.107239 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:46:54.402282 run patchelf(pid=25709): Launched\u000a20:46:54.598060 run osmo-stp_10.42.42.5(pid=25706): ERR: Terminated: ERROR {rc=1} [trial-2382↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25706)]\u000a20:46:54.741310 run osmo-stp_10.42.42.5(pid=25706): stdout: \u000a| (launched: 2022-12-12_20:46:53.137783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:54.884653 run osmo-stp_10.42.42.5(pid=25706): stderr: \u000a| �[0;m�[38;5;43m20221212204653333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204653333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204653334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204653334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204653334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204653334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204653334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:55.023552 run osmo-stp_10.42.42.5(pid=25706): stdout: \u000a| (launched: 2022-12-12_20:46:53.137783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:46:55.161588 run osmo-stp_10.42.42.5(pid=25706): stderr: \u000a| �[0;m�[38;5;43m20221212204653333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204653333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204653334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204653334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204653334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204653334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204653334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:46:55.322025 run patchelf(pid=25709): Terminating (SIGINT)\u000a20:46:55.509706 run patchelf(pid=25709): Terminated: ok {rc=0}\u000a20:46:55.543695 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25706): Process ended prematurely: osmo-stp_10.42.42.5(pid=25706) [trial-2382↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25706)] [trial-2382↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:46:55.553140 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a20:46:55.617905 run osmo-hlr_10.42.42.2(pid=25703): ERR: Terminated: ERROR {rc=237} [trial-2382↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25703)]\u000a20:46:55.670862 run osmo-hlr_10.42.42.2(pid=25703): stdout: \u000a| (launched: 2022-12-12_20:46:52.120431) \u000a20:46:55.724469 run osmo-hlr_10.42.42.2(pid=25703): stderr: \u000a| �[0;m�[1;31m20221212204652323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204652323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204652323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204652323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204652323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204652323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204652335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204652345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204652345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204652345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:46:55.770069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25702): Terminating (SIGTERM)\u000a20:46:55.813212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25705): Terminating (SIGTERM)\u000a20:46:55.856267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25708): Terminating (SIGTERM)\u000a20:46:55.866354 --- ParallelTerminationStrategy: PID 25702 died...\u000a20:46:55.923844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25702): Terminated: ok {rc=0}\u000a20:46:55.934231 --- ParallelTerminationStrategy: PID 25705 died...\u000a20:46:55.991557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25705): Terminated: ok {rc=0}\u000a20:46:56.002388 --- ParallelTerminationStrategy: PID 25708 died...\u000a20:46:56.059860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25708): Terminated: ok {rc=0}\u000a20:46:56.149303 bus /gobi_0: Setting Powered False\u000a20:46:57.258960 bus /gobi_0: Setting Powered False\u000a20:46:58.371197 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:46:48" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25716): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25716) [trial-2382↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25716)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25716): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25716) [trial-2382↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a20:47:00.238123 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a20:47:00.249330 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a20:47:00.384339 tst mo_mt_sms.py: using LAC 31401\u000a20:47:00.512171 tst mo_mt_sms.py: using RAC 36\u000a20:47:00.634411 tst mo_mt_sms.py: using CellId 31401\u000a20:47:00.758851 tst mo_mt_sms.py: using BVCI 31402\u000a20:47:00.783163 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a20:47:00.909942 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a20:47:01.221160 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:47:01.357237 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:47:02.036092 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25715): Launched\u000a20:47:02.355148 run osmo-nitb_10.42.42.2(pid=25716): Launched\u000a20:47:02.547317 run osmo-nitb_10.42.42.2(pid=25716): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25716)]\u000a20:47:02.688595 run osmo-nitb_10.42.42.2(pid=25716): stdout: \u000a| (launched: 2022-12-12_20:47:02.200228) \u000a20:47:02.830219 run osmo-nitb_10.42.42.2(pid=25716): stderr: \u000a| (launched: 2022-12-12_20:47:02.248569)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:47:02.968110 run osmo-nitb_10.42.42.2(pid=25716): stdout: \u000a| (launched: 2022-12-12_20:47:02.200228) \u000a20:47:03.131450 run osmo-nitb_10.42.42.2(pid=25716): stderr: \u000a| (launched: 2022-12-12_20:47:02.248569)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:47:03.488675 tst osmo-nitb_10.42.42.2(pid=25716): stdout: \u000a| (launched: 2022-12-12_20:47:02.200228) \u000a20:47:03.623212 tst osmo-nitb_10.42.42.2(pid=25716): stderr: \u000a| (launched: 2022-12-12_20:47:02.248569)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:47:03.681747 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=25716): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25716) [trial-2382↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25716)] [trial-2382↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a20:47:03.690486 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a20:47:03.727343 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25715): Terminating (SIGTERM)\u000a20:47:03.905403 --- ParallelTerminationStrategy: PID 25715 died...\u000a20:47:03.963969 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25715): Terminated: ok {rc=0}\u000a20:47:04.053077 bus /sierra_3: Setting Powered False\u000a20:47:05.163906 bus /sierra_3: Setting Powered False\u000a20:47:06.275376 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:47:00" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25726): Process ended prematurely: osmo-stp_10.42.42.5(pid=25726) [trial-2382↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25726)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25726): Process ended prematurely: osmo-stp_10.42.42.5(pid=25726) [trial-2382↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a20:47:08.135191 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:47:08.145799 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a20:47:08.269504 tst mo_mt_sms.py: using LAC 31402\u000a20:47:08.394545 tst mo_mt_sms.py: using RAC 37\u000a20:47:08.518853 tst mo_mt_sms.py: using CellId 31402\u000a20:47:08.643061 tst mo_mt_sms.py: using BVCI 31403\u000a20:47:08.666952 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:47:08.677596 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:47:08.687997 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:47:08.698768 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:47:08.709621 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:47:08.720241 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a20:47:08.842084 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a20:47:09.047639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:09.541875 run create_hlr_db(pid=25720): Launched\u000a20:47:09.721594 bus /sierra_2: Setting Powered False\u000a20:47:10.743360 run create_hlr_db(pid=25720): Terminated: ok {rc=0}\u000a20:47:11.191365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25722): Launched\u000a20:47:11.531268 run osmo-hlr_10.42.42.2(pid=25723): Launched\u000a20:47:11.654794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:12.242199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25725): Launched\u000a20:47:12.582765 run osmo-stp_10.42.42.5(pid=25726): Launched\u000a20:47:12.706148 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:47:13.323613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25728): Launched\u000a20:47:13.665765 run osmo-msc_10.42.42.6(pid=25729): Launched\u000a20:47:13.863740 run osmo-stp_10.42.42.5(pid=25726): ERR: Terminated: ERROR {rc=1} [trial-2382↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25726)]\u000a20:47:14.006935 run osmo-stp_10.42.42.5(pid=25726): stdout: \u000a| (launched: 2022-12-12_20:47:12.413845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:14.149782 run osmo-stp_10.42.42.5(pid=25726): stderr: \u000a| �[0;m�[38;5;43m20221212204712611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204712611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204712611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204712612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204712612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204712612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204712612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:14.285782 run osmo-stp_10.42.42.5(pid=25726): stdout: \u000a| (launched: 2022-12-12_20:47:12.413845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:14.420423 run osmo-stp_10.42.42.5(pid=25726): stderr: \u000a| �[0;m�[38;5;43m20221212204712611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204712611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204712611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204712612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204712612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204712612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204712612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:14.480057 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25726): Process ended prematurely: osmo-stp_10.42.42.5(pid=25726) [trial-2382↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25726)] [trial-2382↪sms:oc2g↪mo_mt_sms.py:16]\u000a20:47:14.489039 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a20:47:14.553634 run osmo-hlr_10.42.42.2(pid=25723): ERR: Terminated: ERROR {rc=237} [trial-2382↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25723)]\u000a20:47:14.606660 run osmo-hlr_10.42.42.2(pid=25723): stdout: \u000a| (launched: 2022-12-12_20:47:11.363055) \u000a20:47:14.660334 run osmo-hlr_10.42.42.2(pid=25723): stderr: \u000a| �[0;m�[1;31m20221212204711567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204711567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204711568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204711568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204711568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204711568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204711580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204711591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204711591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204711591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:14.733208 run osmo-msc_10.42.42.6(pid=25729): ERR: Terminated: ERROR {rc=2} [trial-2382↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25729)]\u000a20:47:14.785974 run osmo-msc_10.42.42.6(pid=25729): stdout: \u000a| (launched: 2022-12-12_20:47:13.495284) \u000a20:47:14.839339 run osmo-msc_10.42.42.6(pid=25729): stderr: \u000a| �[0;m�[38;5;43m20221212204713825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204713825 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6fd6bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204713825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204713825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204713825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204713826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204713827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204713828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204713828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204713828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:47:14.884696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25722): Terminating (SIGTERM)\u000a20:47:14.927932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25725): Terminating (SIGTERM)\u000a20:47:14.971231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25728): Terminating (SIGTERM)\u000a20:47:14.981563 --- ParallelTerminationStrategy: PID 25722 died...\u000a20:47:15.039881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25722): Terminated: ok {rc=0}\u000a20:47:15.050466 --- ParallelTerminationStrategy: PID 25725 died...\u000a20:47:15.108296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25725): Terminated: ok {rc=0}\u000a20:47:15.119046 --- ParallelTerminationStrategy: PID 25728 died...\u000a20:47:15.177062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25728): Terminated: ok {rc=0}\u000a20:47:15.267267 bus /sierra_3: Setting Powered False\u000a20:47:16.375518 bus /sierra_3: Setting Powered False\u000a20:47:17.488516 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:47:07" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25735): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25735) [trial-2382↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25735)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25735): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25735) [trial-2382↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25735)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a20:47:19.298371 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a20:47:19.309372 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a20:47:19.434612 tst assert_extension.py: using LAC 31403\u000a20:47:19.567890 tst assert_extension.py: using RAC 38\u000a20:47:19.700477 tst assert_extension.py: using CellId 31403\u000a20:47:19.834306 tst assert_extension.py: using BVCI 31404\u000a20:47:19.860062 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a20:47:20.160252 tst assert_extension.py:10: start nitb and bts...\u000a20:47:20.302503 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:47:20.996047 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25734): Launched\u000a20:47:21.331298 run osmo-nitb_10.42.42.2(pid=25735): Launched\u000a20:47:21.536906 run osmo-nitb_10.42.42.2(pid=25735): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25735)]\u000a20:47:21.688490 run osmo-nitb_10.42.42.2(pid=25735): stdout: \u000a| (launched: 2022-12-12_20:47:21.168136) \u000a20:47:21.840278 run osmo-nitb_10.42.42.2(pid=25735): stderr: \u000a| (launched: 2022-12-12_20:47:21.218280)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:47:21.987392 run osmo-nitb_10.42.42.2(pid=25735): stdout: \u000a| (launched: 2022-12-12_20:47:21.168136) \u000a20:47:22.133825 run osmo-nitb_10.42.42.2(pid=25735): stderr: \u000a| (launched: 2022-12-12_20:47:21.218280)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:47:22.467864 tst osmo-nitb_10.42.42.2(pid=25735): stdout: \u000a| (launched: 2022-12-12_20:47:21.168136) \u000a20:47:22.602537 tst osmo-nitb_10.42.42.2(pid=25735): stderr: \u000a| (launched: 2022-12-12_20:47:21.218280)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:47:22.661160 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25735): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25735) [trial-2382↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25735)] [trial-2382↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a20:47:22.670011 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a20:47:22.708309 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25734): Terminating (SIGTERM)\u000a20:47:22.886996 --- ParallelTerminationStrategy: PID 25734 died...\u000a20:47:22.946891 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25734): Terminated: ok {rc=0}\u000a20:47:23.036850 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:47:19" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25745): Process ended prematurely: osmo-stp_10.42.42.5(pid=25745) [trial-2382↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25745)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25745): Process ended prematurely: osmo-stp_10.42.42.5(pid=25745) [trial-2382↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25745)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a20:47:24.841284 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:47:24.851926 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a20:47:24.978937 tst assert_extension.py: using LAC 31404\u000a20:47:25.103772 tst assert_extension.py: using RAC 39\u000a20:47:25.229191 tst assert_extension.py: using CellId 31404\u000a20:47:25.352757 tst assert_extension.py: using BVCI 31405\u000a20:47:25.376524 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:47:25.387216 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:47:25.397725 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:47:25.408375 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:47:25.419392 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:47:25.430274 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a20:47:25.648798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:26.188886 run create_hlr_db(pid=25739): Launched\u000a20:47:26.385157 bus /sierra_2: Setting Powered False\u000a20:47:27.403825 run create_hlr_db(pid=25739): Terminated: ok {rc=0}\u000a20:47:27.825338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25741): Launched\u000a20:47:28.141503 run osmo-hlr_10.42.42.2(pid=25742): Launched\u000a20:47:28.261651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:28.813420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25744): Launched\u000a20:47:29.130821 run osmo-stp_10.42.42.5(pid=25745): Launched\u000a20:47:29.245720 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:47:29.818454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25747): Launched\u000a20:47:30.136284 run osmo-msc_10.42.42.6(pid=25748): Launched\u000a20:47:30.320852 run osmo-stp_10.42.42.5(pid=25745): ERR: Terminated: ERROR {rc=1} [trial-2382↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25745)]\u000a20:47:30.454022 run osmo-stp_10.42.42.5(pid=25745): stdout: \u000a| (launched: 2022-12-12_20:47:28.974309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:30.584794 run osmo-stp_10.42.42.5(pid=25745): stderr: \u000a| �[0;m�[38;5;43m20221212204729149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204729149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204729150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204729150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204729151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204729151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204729151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:30.711057 run osmo-stp_10.42.42.5(pid=25745): stdout: \u000a| (launched: 2022-12-12_20:47:28.974309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:30.836538 run osmo-stp_10.42.42.5(pid=25745): stderr: \u000a| �[0;m�[38;5;43m20221212204729149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204729149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204729150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204729150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204729151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204729151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204729151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:30.900528 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25745): Process ended prematurely: osmo-stp_10.42.42.5(pid=25745) [trial-2382↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25745)] [trial-2382↪ussd:oc2g↪assert_extension.py:17]\u000a20:47:30.912042 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a20:47:30.988426 run osmo-hlr_10.42.42.2(pid=25742): ERR: Terminated: ERROR {rc=237} [trial-2382↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25742)]\u000a20:47:31.040280 run osmo-hlr_10.42.42.2(pid=25742): stdout: \u000a| (launched: 2022-12-12_20:47:27.983907) \u000a20:47:31.092842 run osmo-hlr_10.42.42.2(pid=25742): stderr: \u000a| �[0;m�[1;31m20221212204728164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204728164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204728164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204728165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204728165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204728165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204728176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204728186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204728186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204728186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:31.163530 run osmo-msc_10.42.42.6(pid=25748): ERR: Terminated: ERROR {rc=2} [trial-2382↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25748)]\u000a20:47:31.214696 run osmo-msc_10.42.42.6(pid=25748): stdout: \u000a| (launched: 2022-12-12_20:47:29.977894) \u000a20:47:31.267676 run osmo-msc_10.42.42.6(pid=25748): stderr: \u000a| �[0;m�[38;5;43m20221212204730254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204730254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79771f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204730254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204730254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204730255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204730255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204730256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204730257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204730257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204730257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:47:31.312032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25741): Terminating (SIGTERM)\u000a20:47:31.356187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25744): Terminating (SIGTERM)\u000a20:47:31.398021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25747): Terminating (SIGTERM)\u000a20:47:31.407819 --- ParallelTerminationStrategy: PID 25741 died...\u000a20:47:31.463791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25741): Terminated: ok {rc=0}\u000a20:47:31.474062 --- ParallelTerminationStrategy: PID 25744 died...\u000a20:47:31.529932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25744): Terminated: ok {rc=0}\u000a20:47:31.540203 --- ParallelTerminationStrategy: PID 25747 died...\u000a20:47:31.595660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25747): Terminated: ok {rc=0}\u000a20:47:31.683713 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:47:24" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25759): Process ended prematurely: osmo-stp_10.42.42.5(pid=25759) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25759)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25759): Process ended prematurely: osmo-stp_10.42.42.5(pid=25759) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:47:33.605989 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:47:33.617199 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:47:33.768451 tst mo_mt_call.py: using LAC 31405\u000a20:47:33.893382 tst mo_mt_call.py: using RAC 40\u000a20:47:34.026028 tst mo_mt_call.py: using CellId 31405\u000a20:47:34.158675 tst mo_mt_call.py: using BVCI 31406\u000a20:47:34.185132 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:47:34.196937 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:47:34.208584 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:47:34.220620 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:47:34.232389 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:47:34.244028 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:47:34.362687 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:47:34.571495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:35.074155 run create_hlr_db(pid=25753): Launched\u000a20:47:35.258003 bus /sierra_2: Setting Powered False\u000a20:47:36.280557 run create_hlr_db(pid=25753): Terminated: ok {rc=0}\u000a20:47:36.736253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25755): Launched\u000a20:47:37.081997 run osmo-hlr_10.42.42.2(pid=25756): Launched\u000a20:47:37.207959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:37.805774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25758): Launched\u000a20:47:38.150329 run osmo-stp_10.42.42.5(pid=25759): Launched\u000a20:47:38.275051 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:47:38.900522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25761): Launched\u000a20:47:39.245877 run osmo-msc_10.42.42.6(pid=25762): Launched\u000a20:47:39.446067 run osmo-stp_10.42.42.5(pid=25759): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25759)]\u000a20:47:39.588836 run osmo-stp_10.42.42.5(pid=25759): stdout: \u000a| (launched: 2022-12-12_20:47:37.980236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:39.730958 run osmo-stp_10.42.42.5(pid=25759): stderr: \u000a| �[0;m�[38;5;43m20221212204738175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204738175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204738175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204738176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204738176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204738176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204738176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:39.867966 run osmo-stp_10.42.42.5(pid=25759): stdout: \u000a| (launched: 2022-12-12_20:47:37.980236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:40.004134 run osmo-stp_10.42.42.5(pid=25759): stderr: \u000a| �[0;m�[38;5;43m20221212204738175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204738175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204738175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204738176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204738176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204738176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204738176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:40.064223 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25759): Process ended prematurely: osmo-stp_10.42.42.5(pid=25759) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25759)] [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:47:40.073787 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a20:47:40.138319 run osmo-hlr_10.42.42.2(pid=25756): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25756)]\u000a20:47:40.191237 run osmo-hlr_10.42.42.2(pid=25756): stdout: \u000a| (launched: 2022-12-12_20:47:36.911808) \u000a20:47:40.244659 run osmo-hlr_10.42.42.2(pid=25756): stderr: \u000a| �[0;m�[1;31m20221212204737111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204737111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204737111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204737111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204737111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204737111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204737124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204737132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204737132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204737132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:40.317291 run osmo-msc_10.42.42.6(pid=25762): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25762)]\u000a20:47:40.370737 run osmo-msc_10.42.42.6(pid=25762): stdout: \u000a| (launched: 2022-12-12_20:47:39.076072) \u000a20:47:40.424322 run osmo-msc_10.42.42.6(pid=25762): stderr: \u000a| �[0;m�[38;5;43m20221212204739402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204739402 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f377763cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204739402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204739402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204739402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204739403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204739404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204739405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204739405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204739405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:47:40.469603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25755): Terminating (SIGTERM)\u000a20:47:40.512309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25758): Terminating (SIGTERM)\u000a20:47:40.555125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25761): Terminating (SIGTERM)\u000a20:47:40.565192 --- ParallelTerminationStrategy: PID 25755 died...\u000a20:47:40.622977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25755): Terminated: ok {rc=0}\u000a20:47:40.633559 --- ParallelTerminationStrategy: PID 25758 died...\u000a20:47:40.690668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25758): Terminated: ok {rc=0}\u000a20:47:40.701126 --- ParallelTerminationStrategy: PID 25761 died...\u000a20:47:40.758180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25761): Terminated: ok {rc=0}\u000a20:47:40.847897 bus /sierra_3: Setting Powered False\u000a20:47:41.958479 bus /sierra_3: Setting Powered False\u000a20:47:43.072620 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 180, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25770): Process ended prematurely: osmo-stp_10.42.42.5(pid=25770) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25770)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25770): Process ended prematurely: osmo-stp_10.42.42.5(pid=25770) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:47:44.185981 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:47:44.197936 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:47:44.353256 tst mo_mt_call_osmux.py: using LAC 31406\u000a20:47:44.490232 tst mo_mt_call_osmux.py: using RAC 41\u000a20:47:44.624175 tst mo_mt_call_osmux.py: using CellId 31406\u000a20:47:44.757822 tst mo_mt_call_osmux.py: using BVCI 31407\u000a20:47:44.784079 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:47:44.795751 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:47:44.807303 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:47:44.818831 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:47:44.830343 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:47:44.841928 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:47:44.961470 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:47:45.183383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:45.731187 run create_hlr_db(pid=25764): Launched\u000a20:47:45.947166 bus /sierra_2: Setting Powered False\u000a20:47:46.952404 run create_hlr_db(pid=25764): Terminated: ok {rc=0}\u000a20:47:47.429099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25766): Launched\u000a20:47:47.773643 run osmo-hlr_10.42.42.2(pid=25767): Launched\u000a20:47:47.899442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:48.496089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25769): Launched\u000a20:47:48.839428 run osmo-stp_10.42.42.5(pid=25770): Launched\u000a20:47:48.963714 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:47:49.587768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25772): Launched\u000a20:47:49.932604 run osmo-msc_10.42.42.6(pid=25773): Launched\u000a20:47:50.133783 run osmo-stp_10.42.42.5(pid=25770): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25770)]\u000a20:47:50.277818 run osmo-stp_10.42.42.5(pid=25770): stdout: \u000a| (launched: 2022-12-12_20:47:48.670936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:50.420896 run osmo-stp_10.42.42.5(pid=25770): stderr: \u000a| �[0;m�[38;5;43m20221212204748866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204748866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204748866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204748867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204748867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204748868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204748868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:50.558365 run osmo-stp_10.42.42.5(pid=25770): stdout: \u000a| (launched: 2022-12-12_20:47:48.670936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:47:50.694303 run osmo-stp_10.42.42.5(pid=25770): stderr: \u000a| �[0;m�[38;5;43m20221212204748866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204748866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204748866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204748867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204748867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204748868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204748868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:47:50.754031 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25770): Process ended prematurely: osmo-stp_10.42.42.5(pid=25770) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25770)] [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:47:50.763314 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a20:47:50.827182 run osmo-hlr_10.42.42.2(pid=25767): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25767)]\u000a20:47:50.879719 run osmo-hlr_10.42.42.2(pid=25767): stdout: \u000a| (launched: 2022-12-12_20:47:47.604371) \u000a20:47:50.932732 run osmo-hlr_10.42.42.2(pid=25767): stderr: \u000a| �[0;m�[1;31m20221212204747805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204747805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204747805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204747805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204747805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204747805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204747817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204747825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204747825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204747825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:47:51.004806 run osmo-msc_10.42.42.6(pid=25773): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25773)]\u000a20:47:51.057632 run osmo-msc_10.42.42.6(pid=25773): stdout: \u000a| (launched: 2022-12-12_20:47:49.762547) \u000a20:47:51.111232 run osmo-msc_10.42.42.6(pid=25773): stderr: \u000a| �[0;m�[38;5;43m20221212204750087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204750087 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12abf47c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204750087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204750087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204750087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204750088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204750089 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204750090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204750090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204750090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:47:51.156021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25766): Terminating (SIGTERM)\u000a20:47:51.198295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25769): Terminating (SIGTERM)\u000a20:47:51.240657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25772): Terminating (SIGTERM)\u000a20:47:51.250585 --- ParallelTerminationStrategy: PID 25766 died...\u000a20:47:51.307276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25766): Terminated: ok {rc=0}\u000a20:47:51.317779 --- ParallelTerminationStrategy: PID 25769 died...\u000a20:47:51.374564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25769): Terminated: ok {rc=0}\u000a20:47:51.384850 --- ParallelTerminationStrategy: PID 25772 died...\u000a20:47:51.441516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25772): Terminated: ok {rc=0}\u000a20:47:51.530438 bus /sierra_3: Setting Powered False\u000a20:47:52.640279 bus /sierra_3: Setting Powered False\u000a20:47:53.751488 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:47:33" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25784): Process ended prematurely: osmo-stp_10.42.42.5(pid=25784) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25784)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25784): Process ended prematurely: osmo-stp_10.42.42.5(pid=25784) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25784)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:47:55.722556 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:47:55.734307 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:47:55.891637 tst mo_mt_call.py: using LAC 31407\u000a20:47:56.027609 tst mo_mt_call.py: using RAC 42\u000a20:47:56.161191 tst mo_mt_call.py: using CellId 31407\u000a20:47:56.296742 tst mo_mt_call.py: using BVCI 31408\u000a20:47:56.323047 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:47:56.334693 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:47:56.346199 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:47:56.358129 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:47:56.369751 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:47:56.381356 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:47:56.504333 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:47:56.715488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:47:57.219627 run create_hlr_db(pid=25778): Launched\u000a20:47:57.404108 bus /sierra_2: Setting Powered False\u000a20:47:58.438215 run create_hlr_db(pid=25778): Terminated: ok {rc=0}\u000a20:47:58.894897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25780): Launched\u000a20:47:59.241602 run osmo-hlr_10.42.42.2(pid=25781): Launched\u000a20:47:59.367761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:47:59.961590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25783): Launched\u000a20:48:00.305931 run osmo-stp_10.42.42.5(pid=25784): Launched\u000a20:48:00.435697 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:48:01.071692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25786): Launched\u000a20:48:01.421230 run osmo-msc_10.42.42.6(pid=25787): Launched\u000a20:48:01.866679 run osmo-stp_10.42.42.5(pid=25784): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25784)]\u000a20:48:02.086498 run osmo-stp_10.42.42.5(pid=25784): stdout: \u000a| (launched: 2022-12-12_20:48:00.136744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:02.231143 run osmo-stp_10.42.42.5(pid=25784): stderr: \u000a| �[0;m�[38;5;43m20221212204800331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204800331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204800331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204800332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204800332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204800332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204800332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:02.370855 run osmo-stp_10.42.42.5(pid=25784): stdout: \u000a| (launched: 2022-12-12_20:48:00.136744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:02.509151 run osmo-stp_10.42.42.5(pid=25784): stderr: \u000a| �[0;m�[38;5;43m20221212204800331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204800331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204800331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204800332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204800332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204800332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204800332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:02.569390 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25784): Process ended prematurely: osmo-stp_10.42.42.5(pid=25784) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25784)] [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:48:02.578769 tst mo_mt_call.py:8: Test FAILED (6.9 sec)\u000a20:48:02.645251 run osmo-hlr_10.42.42.2(pid=25781): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25781)]\u000a20:48:02.699149 run osmo-hlr_10.42.42.2(pid=25781): stdout: \u000a| (launched: 2022-12-12_20:47:59.071050) \u000a20:48:02.753531 run osmo-hlr_10.42.42.2(pid=25781): stderr: \u000a| �[0;m�[1;31m20221212204759272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204759272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204759272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204759272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204759272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204759272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204759284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204759292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204759293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204759293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:02.827195 run osmo-msc_10.42.42.6(pid=25787): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25787)]\u000a20:48:02.880941 run osmo-msc_10.42.42.6(pid=25787): stdout: \u000a| (launched: 2022-12-12_20:48:01.249662) \u000a20:48:02.935124 run osmo-msc_10.42.42.6(pid=25787): stderr: \u000a| �[0;m�[38;5;43m20221212204801731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204801731 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efcaf8abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204801732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204801732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204801732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204801734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204801736 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204801736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204801737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204801737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:48:02.980414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25780): Terminating (SIGTERM)\u000a20:48:03.024188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25783): Terminating (SIGTERM)\u000a20:48:03.067410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25786): Terminating (SIGTERM)\u000a20:48:03.077600 --- ParallelTerminationStrategy: PID 25780 died...\u000a20:48:03.135379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25780): Terminated: ok {rc=0}\u000a20:48:03.145895 --- ParallelTerminationStrategy: PID 25783 died...\u000a20:48:03.203007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25783): Terminated: ok {rc=0}\u000a20:48:03.213713 --- ParallelTerminationStrategy: PID 25786 died...\u000a20:48:03.271428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25786): Terminated: ok {rc=0}\u000a20:48:03.361213 bus /sierra_3: Setting Powered False\u000a20:48:04.472491 bus /sierra_3: Setting Powered False\u000a20:48:05.583438 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 180, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25795): Process ended prematurely: osmo-stp_10.42.42.5(pid=25795) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25795)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25795): Process ended prematurely: osmo-stp_10.42.42.5(pid=25795) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:48:06.702679 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:48:06.715146 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:48:06.873742 tst mo_mt_call_osmux.py: using LAC 31408\u000a20:48:07.009699 tst mo_mt_call_osmux.py: using RAC 43\u000a20:48:07.143883 tst mo_mt_call_osmux.py: using CellId 31408\u000a20:48:07.282842 tst mo_mt_call_osmux.py: using BVCI 31409\u000a20:48:07.308941 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:48:07.320681 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:48:07.332114 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:48:07.343966 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:48:07.355480 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:48:07.367050 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:48:07.489210 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:48:07.712063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:08.261712 run create_hlr_db(pid=25789): Launched\u000a20:48:08.460242 bus /sierra_2: Setting Powered False\u000a20:48:09.481438 run create_hlr_db(pid=25789): Terminated: ok {rc=0}\u000a20:48:09.910358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25791): Launched\u000a20:48:10.230733 run osmo-hlr_10.42.42.2(pid=25792): Launched\u000a20:48:10.356815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:10.920821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25794): Launched\u000a20:48:11.244122 run osmo-stp_10.42.42.5(pid=25795): Launched\u000a20:48:11.360866 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:48:11.943437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25797): Launched\u000a20:48:12.264043 run osmo-msc_10.42.42.6(pid=25798): Launched\u000a20:48:12.450027 run osmo-stp_10.42.42.5(pid=25795): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25795)]\u000a20:48:12.583888 run osmo-stp_10.42.42.5(pid=25795): stdout: \u000a| (launched: 2022-12-12_20:48:11.084627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:12.716834 run osmo-stp_10.42.42.5(pid=25795): stderr: \u000a| �[0;m�[38;5;43m20221212204811257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204811257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204811257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204811258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204811258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204811258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204811258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:12.844546 run osmo-stp_10.42.42.5(pid=25795): stdout: \u000a| (launched: 2022-12-12_20:48:11.084627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:12.971385 run osmo-stp_10.42.42.5(pid=25795): stderr: \u000a| �[0;m�[38;5;43m20221212204811257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204811257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204811257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204811258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204811258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204811258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204811258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:13.027003 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25795): Process ended prematurely: osmo-stp_10.42.42.5(pid=25795) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25795)] [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:48:13.035841 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:48:13.098047 run osmo-hlr_10.42.42.2(pid=25792): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25792)]\u000a20:48:13.148745 run osmo-hlr_10.42.42.2(pid=25792): stdout: \u000a| (launched: 2022-12-12_20:48:10.072372) \u000a20:48:13.200365 run osmo-hlr_10.42.42.2(pid=25792): stderr: \u000a| �[0;m�[1;31m20221212204810248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204810248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204810248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204810248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204810248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204810248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204810262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204810270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204810270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204810270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:13.270200 run osmo-msc_10.42.42.6(pid=25798): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25798)]\u000a20:48:13.320983 run osmo-msc_10.42.42.6(pid=25798): stdout: \u000a| (launched: 2022-12-12_20:48:12.105858) \u000a20:48:13.371909 run osmo-msc_10.42.42.6(pid=25798): stderr: \u000a| �[0;m�[38;5;43m20221212204812379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204812380 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0504860c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204812380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204812380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204812380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204812380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204812382 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204812382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204812383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204812383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:48:13.415261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25791): Terminating (SIGTERM)\u000a20:48:13.456186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25794): Terminating (SIGTERM)\u000a20:48:13.496785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25797): Terminating (SIGTERM)\u000a20:48:13.506611 --- ParallelTerminationStrategy: PID 25791 died...\u000a20:48:13.562012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25791): Terminated: ok {rc=0}\u000a20:48:13.571926 --- ParallelTerminationStrategy: PID 25794 died...\u000a20:48:13.626421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25794): Terminated: ok {rc=0}\u000a20:48:13.636643 --- ParallelTerminationStrategy: PID 25797 died...\u000a20:48:13.691072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25797): Terminated: ok {rc=0}\u000a20:48:13.782403 bus /sierra_3: Setting Powered False\u000a20:48:14.887342 bus /sierra_3: Setting Powered False\u000a20:48:16.013719 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:47:55" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25809): Process ended prematurely: osmo-stp_10.42.42.5(pid=25809) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25809)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25809): Process ended prematurely: osmo-stp_10.42.42.5(pid=25809) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25809)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:48:17.986422 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:48:17.997701 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:48:18.151798 tst mo_mt_call.py: using LAC 31409\u000a20:48:18.276399 tst mo_mt_call.py: using RAC 44\u000a20:48:18.400847 tst mo_mt_call.py: using CellId 31409\u000a20:48:18.524084 tst mo_mt_call.py: using BVCI 31410\u000a20:48:18.548561 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:48:18.559713 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:48:18.570799 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:48:18.582131 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:48:18.593549 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:48:18.604760 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:48:18.725062 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:48:18.946023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:19.497482 run create_hlr_db(pid=25803): Launched\u000a20:48:19.695934 bus /sierra_2: Setting Powered False\u000a20:48:20.718118 run create_hlr_db(pid=25803): Terminated: ok {rc=0}\u000a20:48:21.147889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25805): Launched\u000a20:48:21.469774 run osmo-hlr_10.42.42.2(pid=25806): Launched\u000a20:48:21.595117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:22.151030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25808): Launched\u000a20:48:22.471396 run osmo-stp_10.42.42.5(pid=25809): Launched\u000a20:48:22.588280 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:48:23.177169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25811): Launched\u000a20:48:23.522096 run osmo-msc_10.42.42.6(pid=25812): Launched\u000a20:48:23.723500 run osmo-stp_10.42.42.5(pid=25809): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25809)]\u000a20:48:23.867176 run osmo-stp_10.42.42.5(pid=25809): stdout: \u000a| (launched: 2022-12-12_20:48:22.312490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:24.009715 run osmo-stp_10.42.42.5(pid=25809): stderr: \u000a| �[0;m�[38;5;43m20221212204822484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204822484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204822485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204822485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204822485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204822486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204822486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:24.147474 run osmo-stp_10.42.42.5(pid=25809): stdout: \u000a| (launched: 2022-12-12_20:48:22.312490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:24.283844 run osmo-stp_10.42.42.5(pid=25809): stderr: \u000a| �[0;m�[38;5;43m20221212204822484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204822484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204822485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204822485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204822485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204822486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204822486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:24.343857 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25809): Process ended prematurely: osmo-stp_10.42.42.5(pid=25809) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25809)] [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:48:24.353350 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:48:24.417917 run osmo-hlr_10.42.42.2(pid=25806): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25806)]\u000a20:48:24.470956 run osmo-hlr_10.42.42.2(pid=25806): stdout: \u000a| (launched: 2022-12-12_20:48:21.310651) \u000a20:48:24.524479 run osmo-hlr_10.42.42.2(pid=25806): stderr: \u000a| �[0;m�[1;31m20221212204821487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204821488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204821488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204821488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204821488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204821488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204821500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204821508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204821508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204821508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:24.597151 run osmo-msc_10.42.42.6(pid=25812): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25812)]\u000a20:48:24.649656 run osmo-msc_10.42.42.6(pid=25812): stdout: \u000a| (launched: 2022-12-12_20:48:23.352650) \u000a20:48:24.703325 run osmo-msc_10.42.42.6(pid=25812): stderr: \u000a| �[0;m�[38;5;43m20221212204823678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204823678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2dfc7d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204823678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204823678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204823678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204823678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204823680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204823680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204823681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204823681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:48:24.748454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25805): Terminating (SIGTERM)\u000a20:48:24.790982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25808): Terminating (SIGTERM)\u000a20:48:24.833515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25811): Terminating (SIGTERM)\u000a20:48:24.843457 --- ParallelTerminationStrategy: PID 25805 died...\u000a20:48:24.900635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25805): Terminated: ok {rc=0}\u000a20:48:24.911093 --- ParallelTerminationStrategy: PID 25808 died...\u000a20:48:24.968083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25808): Terminated: ok {rc=0}\u000a20:48:24.978329 --- ParallelTerminationStrategy: PID 25811 died...\u000a20:48:25.035119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25811): Terminated: ok {rc=0}\u000a20:48:25.124326 bus /sierra_3: Setting Powered False\u000a20:48:26.234872 bus /sierra_3: Setting Powered False\u000a20:48:27.348874 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 182, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25820): Process ended prematurely: osmo-stp_10.42.42.5(pid=25820) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25820)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25820): Process ended prematurely: osmo-stp_10.42.42.5(pid=25820) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:48:28.468105 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:48:28.480485 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:48:28.656863 tst mo_mt_call_osmux.py: using LAC 31410\u000a20:48:28.798046 tst mo_mt_call_osmux.py: using RAC 45\u000a20:48:28.931036 tst mo_mt_call_osmux.py: using CellId 31410\u000a20:48:29.064311 tst mo_mt_call_osmux.py: using BVCI 31411\u000a20:48:29.090706 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:48:29.102487 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:48:29.113962 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:48:29.125667 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:48:29.137181 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:48:29.148823 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:48:29.272822 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:48:29.491142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:30.041054 run create_hlr_db(pid=25814): Launched\u000a20:48:30.239732 bus /sierra_2: Setting Powered False\u000a20:48:31.259286 run create_hlr_db(pid=25814): Terminated: ok {rc=0}\u000a20:48:31.714876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25816): Launched\u000a20:48:32.122830 run osmo-hlr_10.42.42.2(pid=25817): Launched\u000a20:48:32.259848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:32.822953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25819): Launched\u000a20:48:33.143658 run osmo-stp_10.42.42.5(pid=25820): Launched\u000a20:48:33.260233 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:48:33.843016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25822): Launched\u000a20:48:34.164420 run osmo-msc_10.42.42.6(pid=25823): Launched\u000a20:48:34.351789 run osmo-stp_10.42.42.5(pid=25820): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25820)]\u000a20:48:34.486670 run osmo-stp_10.42.42.5(pid=25820): stdout: \u000a| (launched: 2022-12-12_20:48:32.985504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:34.620227 run osmo-stp_10.42.42.5(pid=25820): stderr: \u000a| �[0;m�[38;5;43m20221212204833159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204833159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204833160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204833160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204833161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204833161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204833161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:34.749353 run osmo-stp_10.42.42.5(pid=25820): stdout: \u000a| (launched: 2022-12-12_20:48:32.985504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:34.877790 run osmo-stp_10.42.42.5(pid=25820): stderr: \u000a| �[0;m�[38;5;43m20221212204833159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204833159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204833160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204833160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204833161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204833161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204833161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:34.933792 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25820): Process ended prematurely: osmo-stp_10.42.42.5(pid=25820) [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25820)] [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:48:34.942653 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:48:35.005622 run osmo-hlr_10.42.42.2(pid=25817): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25817)]\u000a20:48:35.056941 run osmo-hlr_10.42.42.2(pid=25817): stdout: \u000a| (launched: 2022-12-12_20:48:31.881306) \u000a20:48:35.108828 run osmo-hlr_10.42.42.2(pid=25817): stderr: \u000a| �[0;m�[1;31m20221212204832191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204832191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204832191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204832191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204832191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204832191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204832208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204832216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204832217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204832217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:35.179267 run osmo-msc_10.42.42.6(pid=25823): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25823)]\u000a20:48:35.230550 run osmo-msc_10.42.42.6(pid=25823): stdout: \u000a| (launched: 2022-12-12_20:48:34.005693) \u000a20:48:35.282633 run osmo-msc_10.42.42.6(pid=25823): stderr: \u000a| �[0;m�[38;5;43m20221212204834278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204834278 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe20b77bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204834278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204834278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204834278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204834278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204834280 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204834281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204834281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204834281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:48:35.325920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25816): Terminating (SIGTERM)\u000a20:48:35.367316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25819): Terminating (SIGTERM)\u000a20:48:35.408513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25822): Terminating (SIGTERM)\u000a20:48:35.418550 --- ParallelTerminationStrategy: PID 25816 died...\u000a20:48:35.473724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25816): Terminated: ok {rc=0}\u000a20:48:35.484211 --- ParallelTerminationStrategy: PID 25819 died...\u000a20:48:35.539364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25819): Terminated: ok {rc=0}\u000a20:48:35.549436 --- ParallelTerminationStrategy: PID 25822 died...\u000a20:48:35.604425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25822): Terminated: ok {rc=0}\u000a20:48:35.695463 bus /sierra_3: Setting Powered False\u000a20:48:36.803008 bus /sierra_3: Setting Powered False\u000a20:48:37.913641 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:48:17" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25835): Process ended prematurely: osmo-stp_10.42.42.5(pid=25835) [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25835)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25835): Process ended prematurely: osmo-stp_10.42.42.5(pid=25835) [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:48:39.879375 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:48:39.891023 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:48:40.043163 tst mo_mt_call.py: using LAC 31411\u000a20:48:40.164728 tst mo_mt_call.py: using RAC 46\u000a20:48:40.287873 tst mo_mt_call.py: using CellId 31411\u000a20:48:40.410947 tst mo_mt_call.py: using BVCI 31412\u000a20:48:40.434916 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:48:40.446088 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:48:40.456740 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:48:40.467984 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:48:40.479353 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:48:40.490741 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:48:40.607955 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:48:40.816249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:41.310417 run create_hlr_db(pid=25829): Launched\u000a20:48:41.490433 bus /sierra_2: Setting Powered False\u000a20:48:42.513503 run create_hlr_db(pid=25829): Terminated: ok {rc=0}\u000a20:48:42.960396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25831): Launched\u000a20:48:43.300396 run osmo-hlr_10.42.42.2(pid=25832): Launched\u000a20:48:43.425629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:44.009972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25834): Launched\u000a20:48:44.348140 run osmo-stp_10.42.42.5(pid=25835): Launched\u000a20:48:44.470738 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:48:45.085607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25837): Launched\u000a20:48:45.426540 run osmo-msc_10.42.42.6(pid=25838): Launched\u000a20:48:45.622807 run osmo-stp_10.42.42.5(pid=25835): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25835)]\u000a20:48:45.764339 run osmo-stp_10.42.42.5(pid=25835): stdout: \u000a| (launched: 2022-12-12_20:48:44.181894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:45.926489 run osmo-stp_10.42.42.5(pid=25835): stderr: \u000a| �[0;m�[38;5;43m20221212204844372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204844372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204844372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204844373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204844373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204844373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204844374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:46.063353 run osmo-stp_10.42.42.5(pid=25835): stdout: \u000a| (launched: 2022-12-12_20:48:44.181894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:46.191996 run osmo-stp_10.42.42.5(pid=25835): stderr: \u000a| �[0;m�[38;5;43m20221212204844372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204844372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204844372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204844373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204844373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204844373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204844374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:46.249288 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25835): Process ended prematurely: osmo-stp_10.42.42.5(pid=25835) [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25835)] [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:48:46.259918 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:48:46.327045 run osmo-hlr_10.42.42.2(pid=25832): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25832)]\u000a20:48:46.380426 run osmo-hlr_10.42.42.2(pid=25832): stdout: \u000a| (launched: 2022-12-12_20:48:43.133601) \u000a20:48:46.434673 run osmo-hlr_10.42.42.2(pid=25832): stderr: \u000a| �[0;m�[1;31m20221212204843329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204843329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204843329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204843329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204843330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204843330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204843342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204843351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204843351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204843351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:46.508361 run osmo-msc_10.42.42.6(pid=25838): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25838)]\u000a20:48:46.562046 run osmo-msc_10.42.42.6(pid=25838): stdout: \u000a| (launched: 2022-12-12_20:48:45.258467) \u000a20:48:46.616730 run osmo-msc_10.42.42.6(pid=25838): stderr: \u000a| �[0;m�[38;5;43m20221212204845582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204845582 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b2e49dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204845582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204845582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204845582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204845582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204845584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204845584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204845585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204845585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:48:46.664084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25831): Terminating (SIGTERM)\u000a20:48:46.708405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25834): Terminating (SIGTERM)\u000a20:48:46.755519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25837): Terminating (SIGTERM)\u000a20:48:46.767642 --- ParallelTerminationStrategy: PID 25831 died...\u000a20:48:46.827641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25831): Terminated: ok {rc=0}\u000a20:48:46.838503 --- ParallelTerminationStrategy: PID 25834 died...\u000a20:48:46.897752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25834): Terminated: ok {rc=0}\u000a20:48:46.908536 --- ParallelTerminationStrategy: PID 25837 died...\u000a20:48:46.966544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25837): Terminated: ok {rc=0}\u000a20:48:47.057768 bus /sierra_3: Setting Powered False\u000a20:48:48.165851 bus /sierra_3: Setting Powered False\u000a20:48:49.275637 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 180, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25846): Process ended prematurely: osmo-stp_10.42.42.5(pid=25846) [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25846)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25846): Process ended prematurely: osmo-stp_10.42.42.5(pid=25846) [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:48:50.393815 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:48:50.405905 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:48:50.562118 tst mo_mt_call_osmux.py: using LAC 31412\u000a20:48:50.694150 tst mo_mt_call_osmux.py: using RAC 47\u000a20:48:50.827690 tst mo_mt_call_osmux.py: using CellId 31412\u000a20:48:50.961566 tst mo_mt_call_osmux.py: using BVCI 31413\u000a20:48:50.987186 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:48:50.998721 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:48:51.010073 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:48:51.021592 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:48:51.033015 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:48:51.044427 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:48:51.164863 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:48:51.382972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:48:51.921748 run create_hlr_db(pid=25840): Launched\u000a20:48:52.116655 bus /sierra_2: Setting Powered False\u000a20:48:53.137979 run create_hlr_db(pid=25840): Terminated: ok {rc=0}\u000a20:48:53.586555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25842): Launched\u000a20:48:53.924871 run osmo-hlr_10.42.42.2(pid=25843): Launched\u000a20:48:54.047682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:48:54.634644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25845): Launched\u000a20:48:54.971869 run osmo-stp_10.42.42.5(pid=25846): Launched\u000a20:48:55.094200 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:48:55.706727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25848): Launched\u000a20:48:56.044161 run osmo-msc_10.42.42.6(pid=25849): Launched\u000a20:48:56.240154 run osmo-stp_10.42.42.5(pid=25846): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25846)]\u000a20:48:56.381085 run osmo-stp_10.42.42.5(pid=25846): stdout: \u000a| (launched: 2022-12-12_20:48:54.806225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:56.520271 run osmo-stp_10.42.42.5(pid=25846): stderr: \u000a| �[0;m�[38;5;43m20221212204854996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204854996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204854996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204854997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204854997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204854997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204854997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:56.655045 run osmo-stp_10.42.42.5(pid=25846): stdout: \u000a| (launched: 2022-12-12_20:48:54.806225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:48:56.788262 run osmo-stp_10.42.42.5(pid=25846): stderr: \u000a| �[0;m�[38;5;43m20221212204854996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204854996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204854996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204854997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204854997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204854997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204854997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:48:56.847050 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25846): Process ended prematurely: osmo-stp_10.42.42.5(pid=25846) [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25846)] [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:48:56.856127 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:48:56.919753 run osmo-hlr_10.42.42.2(pid=25843): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25843)]\u000a20:48:56.972255 run osmo-hlr_10.42.42.2(pid=25843): stdout: \u000a| (launched: 2022-12-12_20:48:53.758861) \u000a20:48:57.025247 run osmo-hlr_10.42.42.2(pid=25843): stderr: \u000a| �[0;m�[1;31m20221212204853958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204853958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204853958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204853958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204853958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204853958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204853971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204853980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204853980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204853980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:48:57.097328 run osmo-msc_10.42.42.6(pid=25849): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25849)]\u000a20:48:57.149635 run osmo-msc_10.42.42.6(pid=25849): stdout: \u000a| (launched: 2022-12-12_20:48:55.878511) \u000a20:48:57.202274 run osmo-msc_10.42.42.6(pid=25849): stderr: \u000a| �[0;m�[38;5;43m20221212204856199 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204856199 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa88c4b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204856199 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204856199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204856199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204856200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204856201 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204856202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204856202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204856202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:48:57.247145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25842): Terminating (SIGTERM)\u000a20:48:57.289439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25845): Terminating (SIGTERM)\u000a20:48:57.331780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25848): Terminating (SIGTERM)\u000a20:48:57.341718 --- ParallelTerminationStrategy: PID 25842 died...\u000a20:48:57.398254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25842): Terminated: ok {rc=0}\u000a20:48:57.408479 --- ParallelTerminationStrategy: PID 25845 died...\u000a20:48:57.464922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25845): Terminated: ok {rc=0}\u000a20:48:57.475175 --- ParallelTerminationStrategy: PID 25848 died...\u000a20:48:57.531448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25848): Terminated: ok {rc=0}\u000a20:48:57.620158 bus /sierra_3: Setting Powered False\u000a20:48:58.725704 bus /sierra_3: Setting Powered False\u000a20:48:59.834774 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:48:39" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25861): Process ended prematurely: osmo-stp_10.42.42.5(pid=25861) [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25861)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25861): Process ended prematurely: osmo-stp_10.42.42.5(pid=25861) [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25861)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:49:01.832144 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:49:01.844591 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:49:01.997213 tst mo_mt_call.py: using LAC 31413\u000a20:49:02.123518 tst mo_mt_call.py: using RAC 48\u000a20:49:02.250486 tst mo_mt_call.py: using CellId 31413\u000a20:49:02.378700 tst mo_mt_call.py: using BVCI 31414\u000a20:49:02.402892 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:49:02.414013 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:49:02.424915 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:49:02.436307 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:49:02.447692 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:49:02.458917 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:49:02.582342 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:49:02.800497 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:03.340383 run create_hlr_db(pid=25855): Launched\u000a20:49:03.535478 bus /sierra_2: Setting Powered False\u000a20:49:04.556621 run create_hlr_db(pid=25855): Terminated: ok {rc=0}\u000a20:49:05.003479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25857): Launched\u000a20:49:05.343057 run osmo-hlr_10.42.42.2(pid=25858): Launched\u000a20:49:05.466219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:06.051306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25860): Launched\u000a20:49:06.390616 run osmo-stp_10.42.42.5(pid=25861): Launched\u000a20:49:06.512593 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:49:07.127490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25863): Launched\u000a20:49:07.466267 run osmo-msc_10.42.42.6(pid=25864): Launched\u000a20:49:07.661796 run osmo-stp_10.42.42.5(pid=25861): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25861)]\u000a20:49:07.803281 run osmo-stp_10.42.42.5(pid=25861): stdout: \u000a| (launched: 2022-12-12_20:49:06.224032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:07.956333 run osmo-stp_10.42.42.5(pid=25861): stderr: \u000a| �[0;m�[38;5;43m20221212204906414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204906414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204906415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204906415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204906415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204906416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204906416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:08.090970 run osmo-stp_10.42.42.5(pid=25861): stdout: \u000a| (launched: 2022-12-12_20:49:06.224032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:08.223779 run osmo-stp_10.42.42.5(pid=25861): stderr: \u000a| �[0;m�[38;5;43m20221212204906414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204906414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204906415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204906415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204906415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204906416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204906416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:08.282333 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25861): Process ended prematurely: osmo-stp_10.42.42.5(pid=25861) [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25861)] [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:49:08.291709 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a20:49:08.355766 run osmo-hlr_10.42.42.2(pid=25858): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25858)]\u000a20:49:08.408097 run osmo-hlr_10.42.42.2(pid=25858): stdout: \u000a| (launched: 2022-12-12_20:49:05.176208) \u000a20:49:08.460934 run osmo-hlr_10.42.42.2(pid=25858): stderr: \u000a| �[0;m�[1;31m20221212204905374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204905374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204905374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204905374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204905374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204905374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204905388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204905399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204905399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204905399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:08.533154 run osmo-msc_10.42.42.6(pid=25864): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25864)]\u000a20:49:08.585395 run osmo-msc_10.42.42.6(pid=25864): stdout: \u000a| (launched: 2022-12-12_20:49:07.299268) \u000a20:49:08.638171 run osmo-msc_10.42.42.6(pid=25864): stderr: \u000a| �[0;m�[38;5;43m20221212204907622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204907623 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd04cefdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204907623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204907623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204907623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204907623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204907626 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204907627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204907627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204907627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:49:08.683644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25857): Terminating (SIGTERM)\u000a20:49:08.726190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25860): Terminating (SIGTERM)\u000a20:49:08.768803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25863): Terminating (SIGTERM)\u000a20:49:08.778811 --- ParallelTerminationStrategy: PID 25857 died...\u000a20:49:08.835747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25857): Terminated: ok {rc=0}\u000a20:49:08.846135 --- ParallelTerminationStrategy: PID 25860 died...\u000a20:49:08.902843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25860): Terminated: ok {rc=0}\u000a20:49:08.913259 --- ParallelTerminationStrategy: PID 25863 died...\u000a20:49:08.969875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25863): Terminated: ok {rc=0}\u000a20:49:09.058176 bus /sierra_3: Setting Powered False\u000a20:49:10.167123 bus /sierra_3: Setting Powered False\u000a20:49:11.277028 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 180, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25872): Process ended prematurely: osmo-stp_10.42.42.5(pid=25872) [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25872)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25872): Process ended prematurely: osmo-stp_10.42.42.5(pid=25872) [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:49:12.387947 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:49:12.399547 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:49:12.547392 tst mo_mt_call_osmux.py: using LAC 31414\u000a20:49:12.669617 tst mo_mt_call_osmux.py: using RAC 49\u000a20:49:12.793100 tst mo_mt_call_osmux.py: using CellId 31414\u000a20:49:12.917149 tst mo_mt_call_osmux.py: using BVCI 31415\u000a20:49:12.940687 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:49:12.951927 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:49:12.962852 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:49:12.974220 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:49:12.985572 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:49:12.996892 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:49:13.119021 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:49:13.325132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:13.813418 run create_hlr_db(pid=25866): Launched\u000a20:49:13.993757 bus /sierra_2: Setting Powered False\u000a20:49:15.015295 run create_hlr_db(pid=25866): Terminated: ok {rc=0}\u000a20:49:15.431615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25868): Launched\u000a20:49:15.744299 run osmo-hlr_10.42.42.2(pid=25869): Launched\u000a20:49:15.858991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:16.529840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25871): Launched\u000a20:49:16.978223 run osmo-stp_10.42.42.5(pid=25872): Launched\u000a20:49:17.108086 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:49:17.745276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25874): Launched\u000a20:49:18.082070 run osmo-msc_10.42.42.6(pid=25875): Launched\u000a20:49:18.277567 run osmo-stp_10.42.42.5(pid=25872): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25872)]\u000a20:49:18.419342 run osmo-stp_10.42.42.5(pid=25872): stdout: \u000a| (launched: 2022-12-12_20:49:16.692523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:18.573449 run osmo-stp_10.42.42.5(pid=25872): stderr: \u000a| �[0;m�[38;5;43m20221212204916946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204916946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204916947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204916947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204916947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204916947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204916948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:18.706571 run osmo-stp_10.42.42.5(pid=25872): stdout: \u000a| (launched: 2022-12-12_20:49:16.692523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:18.838669 run osmo-stp_10.42.42.5(pid=25872): stderr: \u000a| �[0;m�[38;5;43m20221212204916946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204916946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204916947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204916947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204916947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204916947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204916948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:18.896870 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25872): Process ended prematurely: osmo-stp_10.42.42.5(pid=25872) [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25872)] [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:49:18.906393 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a20:49:18.970217 run osmo-hlr_10.42.42.2(pid=25869): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25869)]\u000a20:49:19.022793 run osmo-hlr_10.42.42.2(pid=25869): stdout: \u000a| (launched: 2022-12-12_20:49:15.589768) \u000a20:49:19.076232 run osmo-hlr_10.42.42.2(pid=25869): stderr: \u000a| �[0;m�[1;31m20221212204915764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204915764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204915764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204915764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204915764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204915764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204915776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204915784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204915785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204915785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:19.149441 run osmo-msc_10.42.42.6(pid=25875): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25875)]\u000a20:49:19.202083 run osmo-msc_10.42.42.6(pid=25875): stdout: \u000a| (launched: 2022-12-12_20:49:17.916549) \u000a20:49:19.255187 run osmo-msc_10.42.42.6(pid=25875): stderr: \u000a| �[0;m�[38;5;43m20221212204918244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204918244 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7ce6c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204918245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204918245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204918245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204918245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204918247 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204918247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204918247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204918247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:49:19.300080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25868): Terminating (SIGTERM)\u000a20:49:19.342850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25871): Terminating (SIGTERM)\u000a20:49:19.385492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25874): Terminating (SIGTERM)\u000a20:49:19.395457 --- ParallelTerminationStrategy: PID 25868 died...\u000a20:49:19.452854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25868): Terminated: ok {rc=0}\u000a20:49:19.463178 --- ParallelTerminationStrategy: PID 25871 died...\u000a20:49:19.519923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25871): Terminated: ok {rc=0}\u000a20:49:19.530275 --- ParallelTerminationStrategy: PID 25874 died...\u000a20:49:19.586770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25874): Terminated: ok {rc=0}\u000a20:49:19.675799 bus /sierra_3: Setting Powered False\u000a20:49:20.784842 bus /sierra_3: Setting Powered False\u000a20:49:21.893794 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:49:01" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25886): Process ended prematurely: osmo-stp_10.42.42.5(pid=25886) [trial-2382↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25886)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25886): Process ended prematurely: osmo-stp_10.42.42.5(pid=25886) [trial-2382↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:49:23.864812 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:49:23.876658 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:49:24.032153 tst mo_mt_call.py: using LAC 31415\u000a20:49:24.161531 tst mo_mt_call.py: using RAC 50\u000a20:49:24.293107 tst mo_mt_call.py: using CellId 31415\u000a20:49:24.424211 tst mo_mt_call.py: using BVCI 31416\u000a20:49:24.449545 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:49:24.461161 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:49:24.472500 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:49:24.483888 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:49:24.495302 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:49:24.507322 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:49:24.623359 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:49:24.836704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:25.364271 run create_hlr_db(pid=25880): Launched\u000a20:49:25.556121 bus /sierra_2: Setting Powered False\u000a20:49:26.577988 run create_hlr_db(pid=25880): Terminated: ok {rc=0}\u000a20:49:26.993123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25882): Launched\u000a20:49:27.304562 run osmo-hlr_10.42.42.2(pid=25883): Launched\u000a20:49:27.423107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:27.960181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25885): Launched\u000a20:49:28.271386 run osmo-stp_10.42.42.5(pid=25886): Launched\u000a20:49:28.385195 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:49:28.950488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25888): Launched\u000a20:49:29.262591 run osmo-msc_10.42.42.6(pid=25889): Launched\u000a20:49:29.445751 run osmo-stp_10.42.42.5(pid=25886): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25886)]\u000a20:49:29.577378 run osmo-stp_10.42.42.5(pid=25886): stdout: \u000a| (launched: 2022-12-12_20:49:28.118792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:29.707711 run osmo-stp_10.42.42.5(pid=25886): stderr: \u000a| �[0;m�[38;5;43m20221212204928287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204928287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204928287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204928287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204928288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204928288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204928288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:29.833641 run osmo-stp_10.42.42.5(pid=25886): stdout: \u000a| (launched: 2022-12-12_20:49:28.118792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:29.958278 run osmo-stp_10.42.42.5(pid=25886): stderr: \u000a| �[0;m�[38;5;43m20221212204928287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204928287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204928287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204928287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204928288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204928288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204928288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:30.012649 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25886): Process ended prematurely: osmo-stp_10.42.42.5(pid=25886) [trial-2382↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25886)] [trial-2382↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:49:30.021518 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:49:30.083733 run osmo-hlr_10.42.42.2(pid=25883): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25883)]\u000a20:49:30.134503 run osmo-hlr_10.42.42.2(pid=25883): stdout: \u000a| (launched: 2022-12-12_20:49:27.151648) \u000a20:49:30.185247 run osmo-hlr_10.42.42.2(pid=25883): stderr: \u000a| �[0;m�[1;31m20221212204927326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204927326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204927326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204927326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204927326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204927326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204927338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204927346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204927347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204927347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:30.255225 run osmo-msc_10.42.42.6(pid=25889): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25889)]\u000a20:49:30.306249 run osmo-msc_10.42.42.6(pid=25889): stdout: \u000a| (launched: 2022-12-12_20:49:29.109257) \u000a20:49:30.357639 run osmo-msc_10.42.42.6(pid=25889): stderr: \u000a| �[0;m�[38;5;43m20221212204929379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204929380 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d88262c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204929380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204929380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204929380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204929380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204929382 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204929382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204929382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204929383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:49:30.400583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25882): Terminating (SIGTERM)\u000a20:49:30.442030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25885): Terminating (SIGTERM)\u000a20:49:30.482840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25888): Terminating (SIGTERM)\u000a20:49:30.492688 --- ParallelTerminationStrategy: PID 25882 died...\u000a20:49:30.547751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25882): Terminated: ok {rc=0}\u000a20:49:30.558232 --- ParallelTerminationStrategy: PID 25885 died...\u000a20:49:30.613406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25885): Terminated: ok {rc=0}\u000a20:49:30.623356 --- ParallelTerminationStrategy: PID 25888 died...\u000a20:49:30.678178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25888): Terminated: ok {rc=0}\u000a20:49:30.768495 bus /sierra_3: Setting Powered False\u000a20:49:31.886951 bus /sierra_3: Setting Powered False\u000a20:49:32.998262 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 180, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25901): Process ended prematurely: osmo-stp_10.42.42.5(pid=25901) [trial-2382↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25901)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25901): Process ended prematurely: osmo-stp_10.42.42.5(pid=25901) [trial-2382↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:49:34.116057 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:49:34.128245 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:49:34.284192 tst mo_mt_call_osmux.py: using LAC 31416\u000a20:49:34.417055 tst mo_mt_call_osmux.py: using RAC 51\u000a20:49:34.550166 tst mo_mt_call_osmux.py: using CellId 31416\u000a20:49:34.680460 tst mo_mt_call_osmux.py: using BVCI 31417\u000a20:49:34.706081 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:49:34.717733 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:49:34.729162 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:49:34.740531 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:49:34.751990 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:49:34.763449 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:49:34.881238 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:49:35.085727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:35.576271 run create_hlr_db(pid=25895): Launched\u000a20:49:35.755380 bus /sierra_2: Setting Powered False\u000a20:49:36.778604 run create_hlr_db(pid=25895): Terminated: ok {rc=0}\u000a20:49:37.190297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25897): Launched\u000a20:49:37.502212 run osmo-hlr_10.42.42.2(pid=25898): Launched\u000a20:49:37.616143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:38.153476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25900): Launched\u000a20:49:38.464767 run osmo-stp_10.42.42.5(pid=25901): Launched\u000a20:49:38.579242 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:49:39.144759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25903): Launched\u000a20:49:39.457807 run osmo-msc_10.42.42.6(pid=25904): Launched\u000a20:49:39.640326 run osmo-stp_10.42.42.5(pid=25901): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25901)]\u000a20:49:39.772146 run osmo-stp_10.42.42.5(pid=25901): stdout: \u000a| (launched: 2022-12-12_20:49:38.311827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:39.901907 run osmo-stp_10.42.42.5(pid=25901): stderr: \u000a| �[0;m�[38;5;43m20221212204938479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204938479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204938479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204938480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204938480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204938480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204938480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:40.027390 run osmo-stp_10.42.42.5(pid=25901): stdout: \u000a| (launched: 2022-12-12_20:49:38.311827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:40.151809 run osmo-stp_10.42.42.5(pid=25901): stderr: \u000a| �[0;m�[38;5;43m20221212204938479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204938479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204938479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204938480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204938480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204938480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204938480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:40.206251 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25901): Process ended prematurely: osmo-stp_10.42.42.5(pid=25901) [trial-2382↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25901)] [trial-2382↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:49:40.214829 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:49:40.276087 run osmo-hlr_10.42.42.2(pid=25898): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25898)]\u000a20:49:40.326072 run osmo-hlr_10.42.42.2(pid=25898): stdout: \u000a| (launched: 2022-12-12_20:49:37.349348) \u000a20:49:40.376657 run osmo-hlr_10.42.42.2(pid=25898): stderr: \u000a| �[0;m�[1;31m20221212204937524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204937524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204937524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204937524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204937524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204937525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204937536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204937545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204937545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204937545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:40.445151 run osmo-msc_10.42.42.6(pid=25904): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25904)]\u000a20:49:40.495479 run osmo-msc_10.42.42.6(pid=25904): stdout: \u000a| (launched: 2022-12-12_20:49:39.303597) \u000a20:49:40.546108 run osmo-msc_10.42.42.6(pid=25904): stderr: \u000a| �[0;m�[38;5;43m20221212204939572 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204939572 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f491d035c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204939572 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204939572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204939572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204939572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204939575 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204939575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204939575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204939575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:49:40.588738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25897): Terminating (SIGTERM)\u000a20:49:40.629154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25900): Terminating (SIGTERM)\u000a20:49:40.670231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25903): Terminating (SIGTERM)\u000a20:49:40.679851 --- ParallelTerminationStrategy: PID 25897 died...\u000a20:49:40.734174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25897): Terminated: ok {rc=0}\u000a20:49:40.744156 --- ParallelTerminationStrategy: PID 25900 died...\u000a20:49:40.798339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25900): Terminated: ok {rc=0}\u000a20:49:40.807974 --- ParallelTerminationStrategy: PID 25903 died...\u000a20:49:40.861596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25903): Terminated: ok {rc=0}\u000a20:49:40.950739 bus /sierra_3: Setting Powered False\u000a20:49:42.054347 bus /sierra_3: Setting Powered False\u000a20:49:43.165419 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:49:23" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25915): Process ended prematurely: osmo-stp_10.42.42.5(pid=25915) [trial-2382↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25915)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25915): Process ended prematurely: osmo-stp_10.42.42.5(pid=25915) [trial-2382↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25915)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:49:45.128355 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:49:45.139301 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:49:45.294884 tst mo_mt_call.py: using LAC 31417\u000a20:49:45.425803 tst mo_mt_call.py: using RAC 52\u000a20:49:45.558144 tst mo_mt_call.py: using CellId 31417\u000a20:49:45.689591 tst mo_mt_call.py: using BVCI 31418\u000a20:49:45.715401 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:49:45.726786 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:49:45.737886 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:49:45.748911 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:49:45.760075 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:49:45.771266 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:49:45.909759 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:49:46.168030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:46.739138 run create_hlr_db(pid=25909): Launched\u000a20:49:46.921950 bus /sierra_2: Setting Powered False\u000a20:49:47.939941 run create_hlr_db(pid=25909): Terminated: ok {rc=0}\u000a20:49:48.381956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25911): Launched\u000a20:49:48.715992 run osmo-hlr_10.42.42.2(pid=25912): Launched\u000a20:49:48.839113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:49.422438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25914): Launched\u000a20:49:49.756076 run osmo-stp_10.42.42.5(pid=25915): Launched\u000a20:49:49.877207 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:49:50.485136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25917): Launched\u000a20:49:50.819329 run osmo-msc_10.42.42.6(pid=25918): Launched\u000a20:49:51.014396 run osmo-stp_10.42.42.5(pid=25915): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25915)]\u000a20:49:51.155242 run osmo-stp_10.42.42.5(pid=25915): stdout: \u000a| (launched: 2022-12-12_20:49:49.593225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:51.294681 run osmo-stp_10.42.42.5(pid=25915): stderr: \u000a| �[0;m�[38;5;43m20221212204949784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204949784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204949785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204949785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204949786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204949786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204949786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:51.429785 run osmo-stp_10.42.42.5(pid=25915): stdout: \u000a| (launched: 2022-12-12_20:49:49.593225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:49:51.562999 run osmo-stp_10.42.42.5(pid=25915): stderr: \u000a| �[0;m�[38;5;43m20221212204949784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212204949784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212204949785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212204949785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212204949786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212204949786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212204949786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:49:51.621489 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25915): Process ended prematurely: osmo-stp_10.42.42.5(pid=25915) [trial-2382↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25915)] [trial-2382↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:49:51.630704 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a20:49:51.694271 run osmo-hlr_10.42.42.2(pid=25912): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25912)]\u000a20:49:51.746749 run osmo-hlr_10.42.42.2(pid=25912): stdout: \u000a| (launched: 2022-12-12_20:49:48.552799) \u000a20:49:51.799583 run osmo-hlr_10.42.42.2(pid=25912): stderr: \u000a| �[0;m�[1;31m20221212204948750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204948750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204948750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204948750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204948750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204948750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204948762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204948773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204948774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204948774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:49:51.871613 run osmo-msc_10.42.42.6(pid=25918): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25918)]\u000a20:49:51.923928 run osmo-msc_10.42.42.6(pid=25918): stdout: \u000a| (launched: 2022-12-12_20:49:50.655775) \u000a20:49:51.976451 run osmo-msc_10.42.42.6(pid=25918): stderr: \u000a| �[0;m�[38;5;43m20221212204950976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212204950976 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb3f3dbcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212204950976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212204950976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212204950976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212204950977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212204950978 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212204950979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212204950979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212204950979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:49:52.021060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25911): Terminating (SIGTERM)\u000a20:49:52.063346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25914): Terminating (SIGTERM)\u000a20:49:52.106327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25917): Terminating (SIGTERM)\u000a20:49:52.116208 --- ParallelTerminationStrategy: PID 25911 died...\u000a20:49:52.173631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25911): Terminated: ok {rc=0}\u000a20:49:52.183936 --- ParallelTerminationStrategy: PID 25914 died...\u000a20:49:52.240927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25914): Terminated: ok {rc=0}\u000a20:49:52.251234 --- ParallelTerminationStrategy: PID 25917 died...\u000a20:49:52.307685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25917): Terminated: ok {rc=0}\u000a20:49:52.396861 bus /sierra_3: Setting Powered False\u000a20:49:53.505671 bus /sierra_3: Setting Powered False\u000a20:49:54.615741 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 180, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25926): Process ended prematurely: osmo-stp_10.42.42.5(pid=25926) [trial-2382↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25926)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25926): Process ended prematurely: osmo-stp_10.42.42.5(pid=25926) [trial-2382↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25926)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:49:55.733557 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:49:55.745578 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:49:55.901696 tst mo_mt_call_osmux.py: using LAC 31418\u000a20:49:56.034530 tst mo_mt_call_osmux.py: using RAC 53\u000a20:49:56.166319 tst mo_mt_call_osmux.py: using CellId 31418\u000a20:49:56.297730 tst mo_mt_call_osmux.py: using BVCI 31419\u000a20:49:56.323333 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:49:56.334746 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:49:56.345872 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:49:56.356912 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:49:56.368038 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:49:56.379206 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:49:56.496407 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:49:56.714172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:49:57.248451 run create_hlr_db(pid=25920): Launched\u000a20:49:57.443383 bus /sierra_2: Setting Powered False\u000a20:49:58.464325 run create_hlr_db(pid=25920): Terminated: ok {rc=0}\u000a20:49:58.883805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25922): Launched\u000a20:49:59.195371 run osmo-hlr_10.42.42.2(pid=25923): Launched\u000a20:49:59.320626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:49:59.868795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25925): Launched\u000a20:50:00.179534 run osmo-stp_10.42.42.5(pid=25926): Launched\u000a20:50:00.293224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:50:00.869352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25928): Launched\u000a20:50:01.332893 run osmo-msc_10.42.42.6(pid=25929): Launched\u000a20:50:01.667645 run osmo-stp_10.42.42.5(pid=25926): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25926)]\u000a20:50:01.946627 run osmo-stp_10.42.42.5(pid=25926): stdout: \u000a| (launched: 2022-12-12_20:50:00.027005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:02.080508 run osmo-stp_10.42.42.5(pid=25926): stderr: \u000a| �[0;m�[38;5;43m20221212205000194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205000194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205000194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205000195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205000195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205000195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205000195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:02.210188 run osmo-stp_10.42.42.5(pid=25926): stdout: \u000a| (launched: 2022-12-12_20:50:00.027005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:02.338688 run osmo-stp_10.42.42.5(pid=25926): stderr: \u000a| �[0;m�[38;5;43m20221212205000194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205000194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205000194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205000195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205000195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205000195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205000195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:02.395519 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25926): Process ended prematurely: osmo-stp_10.42.42.5(pid=25926) [trial-2382↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25926)] [trial-2382↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:50:02.404116 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a20:50:02.466539 run osmo-hlr_10.42.42.2(pid=25923): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25923)]\u000a20:50:02.517482 run osmo-hlr_10.42.42.2(pid=25923): stdout: \u000a| (launched: 2022-12-12_20:49:59.041936) \u000a20:50:02.569207 run osmo-hlr_10.42.42.2(pid=25923): stderr: \u000a| �[0;m�[1;31m20221212204959217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212204959217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212204959217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204959217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212204959217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212204959217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212204959233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212204959243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212204959243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212204959243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:02.638731 run osmo-msc_10.42.42.6(pid=25929): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25929)]\u000a20:50:02.689557 run osmo-msc_10.42.42.6(pid=25929): stdout: \u000a| (launched: 2022-12-12_20:50:01.040540) \u000a20:50:02.740888 run osmo-msc_10.42.42.6(pid=25929): stderr: \u000a| �[0;m�[38;5;43m20221212205001551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205001551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e157c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205001551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205001551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205001551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205001551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205001560 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205001561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205001561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205001561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:50:02.783788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25922): Terminating (SIGTERM)\u000a20:50:02.824828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25925): Terminating (SIGTERM)\u000a20:50:02.865883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25928): Terminating (SIGTERM)\u000a20:50:02.875627 --- ParallelTerminationStrategy: PID 25922 died...\u000a20:50:02.930563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25922): Terminated: ok {rc=0}\u000a20:50:02.940368 --- ParallelTerminationStrategy: PID 25925 died...\u000a20:50:02.994854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25925): Terminated: ok {rc=0}\u000a20:50:03.004871 --- ParallelTerminationStrategy: PID 25928 died...\u000a20:50:03.059530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25928): Terminated: ok {rc=0}\u000a20:50:03.149803 bus /sierra_3: Setting Powered False\u000a20:50:04.254843 bus /sierra_3: Setting Powered False\u000a20:50:05.368617 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:49:44" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25944): Process ended prematurely: osmo-stp_10.42.42.5(pid=25944) [trial-2382↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25944)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25944): Process ended prematurely: osmo-stp_10.42.42.5(pid=25944) [trial-2382↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25944)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:50:07.347688 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:50:07.358729 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a20:50:07.490747 tst emergency_mo_mt_call.py: using LAC 31419\u000a20:50:07.620316 tst emergency_mo_mt_call.py: using RAC 54\u000a20:50:07.748838 tst emergency_mo_mt_call.py: using CellId 31419\u000a20:50:07.879198 tst emergency_mo_mt_call.py: using BVCI 31420\u000a20:50:07.904241 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:50:07.915435 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:50:07.926429 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:50:07.937357 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:50:07.948274 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:50:07.959192 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:50:08.074910 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:50:08.286141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:08.812607 run create_hlr_db(pid=25938): Launched\u000a20:50:09.003222 bus /sierra_2: Setting Powered False\u000a20:50:10.013425 run create_hlr_db(pid=25938): Terminated: ok {rc=0}\u000a20:50:10.459765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25940): Launched\u000a20:50:10.787472 run osmo-hlr_10.42.42.2(pid=25941): Launched\u000a20:50:10.909737 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:11.478687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25943): Launched\u000a20:50:11.807823 run osmo-stp_10.42.42.5(pid=25944): Launched\u000a20:50:11.939323 tst emergency_mo_mt_call.py: using MSISDN 7967\u000a20:50:12.103686 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:50:12.701404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25946): Launched\u000a20:50:13.030325 run osmo-msc_10.42.42.6(pid=25947): Launched\u000a20:50:13.222977 run osmo-stp_10.42.42.5(pid=25944): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25944)]\u000a20:50:13.362097 run osmo-stp_10.42.42.5(pid=25944): stdout: \u000a| (launched: 2022-12-12_20:50:11.647749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:13.499726 run osmo-stp_10.42.42.5(pid=25944): stderr: \u000a| �[0;m�[38;5;43m20221212205011838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205011838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205011838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205011839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205011839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205011839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205011839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:13.632651 run osmo-stp_10.42.42.5(pid=25944): stdout: \u000a| (launched: 2022-12-12_20:50:11.647749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:13.763800 run osmo-stp_10.42.42.5(pid=25944): stderr: \u000a| �[0;m�[38;5;43m20221212205011838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205011838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205011838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205011839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205011839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205011839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205011839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:13.820858 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25944): Process ended prematurely: osmo-stp_10.42.42.5(pid=25944) [trial-2382↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25944)] [trial-2382↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a20:50:13.829575 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a20:50:13.893404 run osmo-hlr_10.42.42.2(pid=25941): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25941)]\u000a20:50:13.946011 run osmo-hlr_10.42.42.2(pid=25941): stdout: \u000a| (launched: 2022-12-12_20:50:10.627422) \u000a20:50:13.999398 run osmo-hlr_10.42.42.2(pid=25941): stderr: \u000a| �[0;m�[1;31m20221212205010820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205010820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205010820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205010820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205010820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205010820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205010832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205010842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205010842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205010842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:14.071941 run osmo-msc_10.42.42.6(pid=25947): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25947)]\u000a20:50:14.124744 run osmo-msc_10.42.42.6(pid=25947): stdout: \u000a| (launched: 2022-12-12_20:50:12.868864) \u000a20:50:14.177941 run osmo-msc_10.42.42.6(pid=25947): stderr: \u000a| �[0;m�[38;5;43m20221212205013186 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205013187 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c0b5b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205013187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205013187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205013187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205013187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205013189 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205013189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205013190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205013190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:50:14.222809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25940): Terminating (SIGTERM)\u000a20:50:14.265259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25943): Terminating (SIGTERM)\u000a20:50:14.307784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25946): Terminating (SIGTERM)\u000a20:50:14.317854 --- ParallelTerminationStrategy: PID 25940 died...\u000a20:50:14.374507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25940): Terminated: ok {rc=0}\u000a20:50:14.384774 --- ParallelTerminationStrategy: PID 25943 died...\u000a20:50:14.441345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25943): Terminated: ok {rc=0}\u000a20:50:14.451625 --- ParallelTerminationStrategy: PID 25946 died...\u000a20:50:14.507899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25946): Terminated: ok {rc=0}\u000a20:50:14.595935 bus /sierra_3: Setting Powered False\u000a20:50:15.703710 bus /sierra_3: Setting Powered False\u000a20:50:16.816342 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25955): Process ended prematurely: osmo-stp_10.42.42.5(pid=25955) [trial-2382↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25955)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25955): Process ended prematurely: osmo-stp_10.42.42.5(pid=25955) [trial-2382↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:50:17.868398 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:50:17.880194 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a20:50:18.012576 tst emergency_preemptive_call.py: using LAC 31420\u000a20:50:18.142593 tst emergency_preemptive_call.py: using RAC 55\u000a20:50:18.271387 tst emergency_preemptive_call.py: using CellId 31420\u000a20:50:18.399192 tst emergency_preemptive_call.py: using BVCI 31421\u000a20:50:18.424141 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:50:18.435197 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:50:18.446176 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:50:18.457163 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:50:18.468001 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a20:50:18.478863 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:50:18.601609 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:50:18.718183 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:50:18.839144 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a20:50:19.042709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:19.527369 run create_hlr_db(pid=25949): Launched\u000a20:50:19.705066 bus /sierra_2: Setting Powered False\u000a20:50:20.726355 run create_hlr_db(pid=25949): Terminated: ok {rc=0}\u000a20:50:21.162519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25951): Launched\u000a20:50:21.491912 run osmo-hlr_10.42.42.2(pid=25952): Launched\u000a20:50:21.613299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:22.185070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25954): Launched\u000a20:50:22.513847 run osmo-stp_10.42.42.5(pid=25955): Launched\u000a20:50:22.644685 tst emergency_preemptive_call.py: using MSISDN 7968\u000a20:50:22.808300 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:50:23.404042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25957): Launched\u000a20:50:23.732751 run osmo-msc_10.42.42.6(pid=25958): Launched\u000a20:50:23.924547 run osmo-stp_10.42.42.5(pid=25955): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25955)]\u000a20:50:24.063267 run osmo-stp_10.42.42.5(pid=25955): stdout: \u000a| (launched: 2022-12-12_20:50:22.352447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:24.201467 run osmo-stp_10.42.42.5(pid=25955): stderr: \u000a| �[0;m�[38;5;43m20221212205022542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205022542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205022542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205022543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205022543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205022543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205022543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:24.333093 run osmo-stp_10.42.42.5(pid=25955): stdout: \u000a| (launched: 2022-12-12_20:50:22.352447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:24.463498 run osmo-stp_10.42.42.5(pid=25955): stderr: \u000a| �[0;m�[38;5;43m20221212205022542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205022542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205022542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205022543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205022543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205022543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205022543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:24.520423 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25955): Process ended prematurely: osmo-stp_10.42.42.5(pid=25955) [trial-2382↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25955)] [trial-2382↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a20:50:24.528903 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a20:50:24.592717 run osmo-hlr_10.42.42.2(pid=25952): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25952)]\u000a20:50:24.645002 run osmo-hlr_10.42.42.2(pid=25952): stdout: \u000a| (launched: 2022-12-12_20:50:21.330625) \u000a20:50:24.697846 run osmo-hlr_10.42.42.2(pid=25952): stderr: \u000a| �[0;m�[1;31m20221212205021525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205021525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205021525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205021525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205021525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205021525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205021538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205021547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205021547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205021547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:24.769974 run osmo-msc_10.42.42.6(pid=25958): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25958)]\u000a20:50:24.822077 run osmo-msc_10.42.42.6(pid=25958): stdout: \u000a| (launched: 2022-12-12_20:50:23.571329) \u000a20:50:24.874774 run osmo-msc_10.42.42.6(pid=25958): stderr: \u000a| �[0;m�[38;5;43m20221212205023892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205023892 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f873812cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205023892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205023892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205023893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205023893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205023895 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205023895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205023895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205023895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:50:24.919361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25951): Terminating (SIGTERM)\u000a20:50:24.961521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25954): Terminating (SIGTERM)\u000a20:50:25.003720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25957): Terminating (SIGTERM)\u000a20:50:25.013574 --- ParallelTerminationStrategy: PID 25951 died...\u000a20:50:25.070052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25951): Terminated: ok {rc=0}\u000a20:50:25.080260 --- ParallelTerminationStrategy: PID 25954 died...\u000a20:50:25.137065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25954): Terminated: ok {rc=0}\u000a20:50:25.147380 --- ParallelTerminationStrategy: PID 25957 died...\u000a20:50:25.204117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25957): Terminated: ok {rc=0}\u000a20:50:25.293034 bus /sierra_9: Setting Powered False\u000a20:50:26.396217 bus /sierra_9: Setting Powered False\u000a20:50:27.509848 bus /sierra_8: Setting Powered False\u000a20:50:28.618414 bus /sierra_8: Setting Powered False\u000a20:50:29.726807 bus /sierra_3: Setting Powered False\u000a20:50:30.843920 bus /sierra_3: Setting Powered False\u000a20:50:31.961679 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:50:07" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25973): Process ended prematurely: osmo-stp_10.42.42.5(pid=25973) [trial-2382↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25973)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25973): Process ended prematurely: osmo-stp_10.42.42.5(pid=25973) [trial-2382↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:50:34.044118 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:34.055226 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:50:34.182636 tst cs_paging_gprs_active.py: using LAC 31421\u000a20:50:34.306409 tst cs_paging_gprs_active.py: using RAC 56\u000a20:50:34.427560 tst cs_paging_gprs_active.py: using CellId 31421\u000a20:50:34.550672 tst cs_paging_gprs_active.py: using BVCI 31422\u000a20:50:34.574699 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:34.585254 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:34.595434 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:34.606062 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:34.616407 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:34.626919 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:34.637561 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:34.648033 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:34.658713 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:50:34.775105 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:50:35.075331 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:50:35.217282 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:50:35.562919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25963): Launched\u000a20:50:35.851002 run iperf3-srv_10.42.42.10(pid=25964): Launched\u000a20:50:36.058352 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:50:36.200346 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:50:36.546835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25965): Launched\u000a20:50:36.834472 run iperf3-srv_10.42.42.10(pid=25966): Launched\u000a20:50:37.041227 tst cs_paging_gprs_active.py:38: start network...\u000a20:50:37.182884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:37.718707 run create_hlr_db(pid=25967): Launched\u000a20:50:37.912767 bus /sierra_2: Setting Powered False\u000a20:50:38.934565 run create_hlr_db(pid=25967): Terminated: ok {rc=0}\u000a20:50:39.357469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25969): Launched\u000a20:50:39.695536 run osmo-hlr_10.42.42.2(pid=25970): Launched\u000a20:50:39.819496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:40.401755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25972): Launched\u000a20:50:40.736785 run osmo-stp_10.42.42.5(pid=25973): Launched\u000a20:50:40.858933 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:50:41.441185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25975): Launched\u000a20:50:41.561558 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:50:41.853242 run patchelf(pid=25976): Launched\u000a20:50:42.048652 run osmo-stp_10.42.42.5(pid=25973): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25973)]\u000a20:50:42.192174 run osmo-stp_10.42.42.5(pid=25973): stdout: \u000a| (launched: 2022-12-12_20:50:40.571648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:42.335262 run osmo-stp_10.42.42.5(pid=25973): stderr: \u000a| �[0;m�[38;5;43m20221212205040760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205040760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205040761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205040761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205040762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205040762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205040762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:42.473908 run osmo-stp_10.42.42.5(pid=25973): stdout: \u000a| (launched: 2022-12-12_20:50:40.571648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:42.611296 run osmo-stp_10.42.42.5(pid=25973): stderr: \u000a| �[0;m�[38;5;43m20221212205040760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205040760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205040761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205040761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205040762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205040762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205040762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:42.772359 run patchelf(pid=25976): Terminating (SIGINT)\u000a20:50:42.962209 run patchelf(pid=25976): Terminated: ok {rc=0}\u000a20:50:42.996661 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25973): Process ended prematurely: osmo-stp_10.42.42.5(pid=25973) [trial-2382↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25973)] [trial-2382↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a20:50:43.006471 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a20:50:43.070696 run osmo-hlr_10.42.42.2(pid=25970): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25970)]\u000a20:50:43.123613 run osmo-hlr_10.42.42.2(pid=25970): stdout: \u000a| (launched: 2022-12-12_20:50:39.528356) \u000a20:50:43.176669 run osmo-hlr_10.42.42.2(pid=25970): stderr: \u000a| �[0;m�[1;31m20221212205039722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205039722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205039722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205039722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205039722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205039722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205039735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205039743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205039744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205039744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:43.221494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25963): Terminating (SIGTERM)\u000a20:50:43.263725 run iperf3-srv_10.42.42.10(pid=25964): Terminating (SIGTERM)\u000a20:50:43.306237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25965): Terminating (SIGTERM)\u000a20:50:43.348407 run iperf3-srv_10.42.42.10(pid=25966): Terminating (SIGTERM)\u000a20:50:43.390856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25969): Terminating (SIGTERM)\u000a20:50:43.433053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25972): Terminating (SIGTERM)\u000a20:50:43.475276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25975): Terminating (SIGTERM)\u000a20:50:43.485181 --- ParallelTerminationStrategy: PID 25963 died...\u000a20:50:43.541540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25963): Terminated: ok {rc=0}\u000a20:50:43.551736 --- ParallelTerminationStrategy: PID 25964 died...\u000a20:50:43.607560 run iperf3-srv_10.42.42.10(pid=25964): Terminated {rc=256}\u000a20:50:43.617741 --- ParallelTerminationStrategy: PID 25965 died...\u000a20:50:43.673716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25965): Terminated: ok {rc=0}\u000a20:50:43.683828 --- ParallelTerminationStrategy: PID 25966 died...\u000a20:50:43.739655 run iperf3-srv_10.42.42.10(pid=25966): Terminated {rc=256}\u000a20:50:43.749854 --- ParallelTerminationStrategy: PID 25969 died...\u000a20:50:43.805969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25969): Terminated: ok {rc=0}\u000a20:50:43.816204 --- ParallelTerminationStrategy: PID 25972 died...\u000a20:50:43.872458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25972): Terminated: ok {rc=0}\u000a20:50:43.882670 --- ParallelTerminationStrategy: PID 25975 died...\u000a20:50:43.938749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25975): Terminated: ok {rc=0}\u000a20:50:44.026466 bus /gobi_0: Setting Powered False\u000a20:50:45.134534 bus /gobi_0: Setting Powered False\u000a20:50:46.250846 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25985): Process ended prematurely: osmo-stp_10.42.42.5(pid=25985) [trial-2382↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25985): Process ended prematurely: osmo-stp_10.42.42.5(pid=25985) [trial-2382↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a20:50:47.359766 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:47.370827 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:50:47.503441 tst iperf3.py: using LAC 31422\u000a20:50:47.633995 tst iperf3.py: using RAC 57\u000a20:50:47.765761 tst iperf3.py: using CellId 31422\u000a20:50:47.899313 tst iperf3.py: using BVCI 31423\u000a20:50:47.925257 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:47.936339 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:47.947257 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:47.958082 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:47.968749 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:47.979463 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:47.990681 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:48.001845 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:48.012665 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:50:48.302529 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:50:48.433335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:50:48.757586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25977): Launched\u000a20:50:49.026875 run iperf3-srv_10.42.42.10(pid=25978): Launched\u000a20:50:49.217549 tst iperf3.py:8: start network...\u000a20:50:49.348438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:50:49.840814 run create_hlr_db(pid=25979): Launched\u000a20:50:50.020209 bus /gobi_6: Setting Powered False\u000a20:50:51.042904 run create_hlr_db(pid=25979): Terminated: ok {rc=0}\u000a20:50:51.486796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25981): Launched\u000a20:50:51.822091 run osmo-hlr_10.42.42.2(pid=25982): Launched\u000a20:50:51.945723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:50:52.525864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25984): Launched\u000a20:50:52.861133 run osmo-stp_10.42.42.5(pid=25985): Launched\u000a20:50:52.983830 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:50:53.570618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25987): Launched\u000a20:50:53.690701 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:50:53.981868 run patchelf(pid=25988): Launched\u000a20:50:54.177420 run osmo-stp_10.42.42.5(pid=25985): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)]\u000a20:50:54.319424 run osmo-stp_10.42.42.5(pid=25985): stdout: \u000a| (launched: 2022-12-12_20:50:52.696567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:54.462286 run osmo-stp_10.42.42.5(pid=25985): stderr: \u000a| �[0;m�[38;5;43m20221212205052886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205052887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205052887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205052887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205052888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205052888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205052888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:54.600251 run osmo-stp_10.42.42.5(pid=25985): stdout: \u000a| (launched: 2022-12-12_20:50:52.696567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:50:54.737935 run osmo-stp_10.42.42.5(pid=25985): stderr: \u000a| �[0;m�[38;5;43m20221212205052886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205052887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205052887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205052887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205052888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205052888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205052888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:50:54.898187 run patchelf(pid=25988): Terminating (SIGINT)\u000a20:50:55.086361 run patchelf(pid=25988): Terminated: ok {rc=0}\u000a20:50:55.120761 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25985): Process ended prematurely: osmo-stp_10.42.42.5(pid=25985) [trial-2382↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)] [trial-2382↪gprs:oc2g↪iperf3.py:8]\u000a20:50:55.130735 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a20:50:55.195050 run osmo-hlr_10.42.42.2(pid=25982): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25982)]\u000a20:50:55.247382 run osmo-hlr_10.42.42.2(pid=25982): stdout: \u000a| (launched: 2022-12-12_20:50:51.658087) \u000a20:50:55.300333 run osmo-hlr_10.42.42.2(pid=25982): stderr: \u000a| �[0;m�[1;31m20221212205051853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205051853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205051853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205051853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205051853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205051853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205051865 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205051874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205051874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205051874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:50:55.345167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25977): Terminating (SIGTERM)\u000a20:50:55.387425 run iperf3-srv_10.42.42.10(pid=25978): Terminating (SIGTERM)\u000a20:50:55.430113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25981): Terminating (SIGTERM)\u000a20:50:55.472367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25984): Terminating (SIGTERM)\u000a20:50:55.514775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25987): Terminating (SIGTERM)\u000a20:50:55.524648 --- ParallelTerminationStrategy: PID 25977 died...\u000a20:50:55.581617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25977): Terminated: ok {rc=0}\u000a20:50:55.591813 --- ParallelTerminationStrategy: PID 25978 died...\u000a20:50:55.648264 run iperf3-srv_10.42.42.10(pid=25978): Terminated {rc=256}\u000a20:50:55.658711 --- ParallelTerminationStrategy: PID 25981 died...\u000a20:50:55.715144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25981): Terminated: ok {rc=0}\u000a20:50:55.725593 --- ParallelTerminationStrategy: PID 25984 died...\u000a20:50:55.781814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25984): Terminated: ok {rc=0}\u000a20:50:55.792139 --- ParallelTerminationStrategy: PID 25987 died...\u000a20:50:55.848560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25987): Terminated: ok {rc=0}\u000a20:50:55.937119 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26003): Process ended prematurely: osmo-stp_10.42.42.5(pid=26003) [trial-2382↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26003)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26003): Process ended prematurely: osmo-stp_10.42.42.5(pid=26003) [trial-2382↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a20:50:57.056080 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:57.067949 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:50:57.203175 tst iperf3m4.py: using LAC 31423\u000a20:50:57.336640 tst iperf3m4.py: using RAC 58\u000a20:50:57.471193 tst iperf3m4.py: using CellId 31423\u000a20:50:57.603347 tst iperf3m4.py: using BVCI 31424\u000a20:50:57.629307 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:57.640440 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:57.651549 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:57.663704 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:57.675280 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:57.686800 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:57.698604 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:57.710171 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:50:57.721900 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:50:57.844443 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:50:57.966929 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:50:58.085802 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:50:58.369336 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:50:58.499791 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:50:58.823207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25989): Launched\u000a20:50:59.091416 run iperf3-srv_10.42.42.10(pid=25990): Launched\u000a20:50:59.282702 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:50:59.413263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:50:59.734781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25991): Launched\u000a20:51:00.002883 run iperf3-srv_10.42.42.10(pid=25992): Launched\u000a20:51:00.193220 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:51:00.323402 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:51:00.645905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25993): Launched\u000a20:51:00.951750 run iperf3-srv_10.42.42.10(pid=25994): Launched\u000a20:51:01.163495 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:51:01.308155 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:51:01.680354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25995): Launched\u000a20:51:01.989147 run iperf3-srv_10.42.42.10(pid=25996): Launched\u000a20:51:02.199618 tst iperf3m4.py:8: start network...\u000a20:51:02.340528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:02.876213 run create_hlr_db(pid=25997): Launched\u000a20:51:03.070081 bus /gobi_6: Setting Powered False\u000a20:51:04.092828 run create_hlr_db(pid=25997): Terminated: ok {rc=0}\u000a20:51:04.537804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25999): Launched\u000a20:51:04.875437 run osmo-hlr_10.42.42.2(pid=26000): Launched\u000a20:51:04.998824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:05.580245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26002): Launched\u000a20:51:05.915459 run osmo-stp_10.42.42.5(pid=26003): Launched\u000a20:51:06.037493 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:51:06.621440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26005): Launched\u000a20:51:06.741976 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:51:07.032501 run patchelf(pid=26006): Launched\u000a20:51:07.227932 run osmo-stp_10.42.42.5(pid=26003): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26003)]\u000a20:51:07.370175 run osmo-stp_10.42.42.5(pid=26003): stdout: \u000a| (launched: 2022-12-12_20:51:05.751413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:07.513092 run osmo-stp_10.42.42.5(pid=26003): stderr: \u000a| �[0;m�[38;5;43m20221212205105942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205105943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205105943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205105943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205105944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205105944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205105944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:07.651374 run osmo-stp_10.42.42.5(pid=26003): stdout: \u000a| (launched: 2022-12-12_20:51:05.751413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:07.788517 run osmo-stp_10.42.42.5(pid=26003): stderr: \u000a| �[0;m�[38;5;43m20221212205105942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205105943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205105943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205105943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205105944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205105944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205105944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:07.948294 run patchelf(pid=26006): Terminating (SIGINT)\u000a20:51:08.137607 run patchelf(pid=26006): Terminated: ok {rc=0}\u000a20:51:08.172038 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26003): Process ended prematurely: osmo-stp_10.42.42.5(pid=26003) [trial-2382↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26003)] [trial-2382↪gprs:oc2g↪iperf3m4.py:8]\u000a20:51:08.181890 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a20:51:08.246314 run osmo-hlr_10.42.42.2(pid=26000): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26000)]\u000a20:51:08.298863 run osmo-hlr_10.42.42.2(pid=26000): stdout: \u000a| (launched: 2022-12-12_20:51:04.709334) \u000a20:51:08.352059 run osmo-hlr_10.42.42.2(pid=26000): stderr: \u000a| �[0;m�[1;31m20221212205104905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205104905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205104905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205104905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205104905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205104905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205104916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205104925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205104925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205104925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:08.397466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25989): Terminating (SIGTERM)\u000a20:51:08.440381 run iperf3-srv_10.42.42.10(pid=25990): Terminating (SIGTERM)\u000a20:51:08.483271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25991): Terminating (SIGTERM)\u000a20:51:08.525994 run iperf3-srv_10.42.42.10(pid=25992): Terminating (SIGTERM)\u000a20:51:08.568774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25993): Terminating (SIGTERM)\u000a20:51:08.611470 run iperf3-srv_10.42.42.10(pid=25994): Terminating (SIGTERM)\u000a20:51:08.654224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25995): Terminating (SIGTERM)\u000a20:51:08.697524 run iperf3-srv_10.42.42.10(pid=25996): Terminating (SIGTERM)\u000a20:51:08.740345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25999): Terminating (SIGTERM)\u000a20:51:08.783298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26002): Terminating (SIGTERM)\u000a20:51:08.826102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26005): Terminating (SIGTERM)\u000a20:51:08.836086 --- ParallelTerminationStrategy: PID 25989 died...\u000a20:51:08.893810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25989): Terminated: ok {rc=0}\u000a20:51:08.904249 --- ParallelTerminationStrategy: PID 25990 died...\u000a20:51:08.960848 run iperf3-srv_10.42.42.10(pid=25990): Terminated {rc=256}\u000a20:51:08.971137 --- ParallelTerminationStrategy: PID 25991 died...\u000a20:51:09.027928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25991): Terminated: ok {rc=0}\u000a20:51:09.038215 --- ParallelTerminationStrategy: PID 25992 died...\u000a20:51:09.094722 run iperf3-srv_10.42.42.10(pid=25992): Terminated {rc=256}\u000a20:51:09.105156 --- ParallelTerminationStrategy: PID 25993 died...\u000a20:51:09.162159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25993): Terminated: ok {rc=0}\u000a20:51:09.172519 --- ParallelTerminationStrategy: PID 25994 died...\u000a20:51:09.229473 run iperf3-srv_10.42.42.10(pid=25994): Terminated {rc=256}\u000a20:51:09.239717 --- ParallelTerminationStrategy: PID 25995 died...\u000a20:51:09.296447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25995): Terminated: ok {rc=0}\u000a20:51:09.306749 --- ParallelTerminationStrategy: PID 25996 died...\u000a20:51:09.363319 run iperf3-srv_10.42.42.10(pid=25996): Terminated {rc=256}\u000a20:51:09.373767 --- ParallelTerminationStrategy: PID 25999 died...\u000a20:51:09.430443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25999): Terminated: ok {rc=0}\u000a20:51:09.440739 --- ParallelTerminationStrategy: PID 26002 died...\u000a20:51:09.497316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26002): Terminated: ok {rc=0}\u000a20:51:09.507635 --- ParallelTerminationStrategy: PID 26005 died...\u000a20:51:09.564397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26005): Terminated: ok {rc=0}\u000a20:51:09.651567 bus /gobi_4: Setting Powered False\u000a20:51:10.758766 bus /gobi_4: Setting Powered False\u000a20:51:11.867635 bus /gobi_1: Setting Powered False\u000a20:51:12.975037 bus /gobi_1: Setting Powered False\u000a20:51:14.083997 bus /gobi_0: Setting Powered False\u000a20:51:15.191253 bus /gobi_0: Setting Powered False\u000a20:51:16.303949 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26013): Process ended prematurely: osmo-stp_10.42.42.5(pid=26013) [trial-2382↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26013)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26013): Process ended prematurely: osmo-stp_10.42.42.5(pid=26013) [trial-2382↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g ping.py\u000a----------------------------------------------\u000a20:51:17.371731 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:51:17.383176 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:51:17.517460 tst ping.py: using LAC 31424\u000a20:51:17.648753 tst ping.py: using RAC 59\u000a20:51:17.778376 tst ping.py: using CellId 31424\u000a20:51:17.908195 tst ping.py: using BVCI 31425\u000a20:51:17.933629 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:51:17.944515 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:51:17.955332 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:51:17.966689 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:51:17.977919 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:51:17.989267 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:51:18.000634 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:51:18.011858 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:51:18.310019 tst ping.py:19: start network...\u000a20:51:18.447563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:18.971237 run create_hlr_db(pid=26007): Launched\u000a20:51:19.161720 bus /gobi_6: Setting Powered False\u000a20:51:20.182834 run create_hlr_db(pid=26007): Terminated: ok {rc=0}\u000a20:51:20.594914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26009): Launched\u000a20:51:20.902769 run osmo-hlr_10.42.42.2(pid=26010): Launched\u000a20:51:21.023251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:21.563291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26012): Launched\u000a20:51:21.871426 run osmo-stp_10.42.42.5(pid=26013): Launched\u000a20:51:22.034638 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:51:22.569072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26015): Launched\u000a20:51:22.678636 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:51:22.946112 run patchelf(pid=26016): Launched\u000a20:51:23.126076 run osmo-stp_10.42.42.5(pid=26013): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26013)]\u000a20:51:23.257760 run osmo-stp_10.42.42.5(pid=26013): stdout: \u000a| (launched: 2022-12-12_20:51:21.719955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:23.389579 run osmo-stp_10.42.42.5(pid=26013): stderr: \u000a| �[0;m�[38;5;43m20221212205121890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205121890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205121890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205121891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205121891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205121891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205121892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:23.516516 run osmo-stp_10.42.42.5(pid=26013): stdout: \u000a| (launched: 2022-12-12_20:51:21.719955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:23.642717 run osmo-stp_10.42.42.5(pid=26013): stderr: \u000a| �[0;m�[38;5;43m20221212205121890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205121890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205121890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205121891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205121891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205121891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205121892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:23.789678 run patchelf(pid=26016): Terminating (SIGINT)\u000a20:51:23.962721 run patchelf(pid=26016): Terminated: ok {rc=0}\u000a20:51:23.993944 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26013): Process ended prematurely: osmo-stp_10.42.42.5(pid=26013) [trial-2382↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26013)] [trial-2382↪gprs:oc2g↪ping.py:22]\u000a20:51:24.002568 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:51:24.064628 run osmo-hlr_10.42.42.2(pid=26010): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26010)]\u000a20:51:24.115283 run osmo-hlr_10.42.42.2(pid=26010): stdout: \u000a| (launched: 2022-12-12_20:51:20.751312) \u000a20:51:24.166664 run osmo-hlr_10.42.42.2(pid=26010): stderr: \u000a| �[0;m�[1;31m20221212205120924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205120924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205120924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205120924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205120924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205120924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205120937 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205120945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205120945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205120945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:24.209516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26009): Terminating (SIGTERM)\u000a20:51:24.250275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26012): Terminating (SIGTERM)\u000a20:51:24.290840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26015): Terminating (SIGTERM)\u000a20:51:24.300627 --- ParallelTerminationStrategy: PID 26009 died...\u000a20:51:24.355538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26009): Terminated: ok {rc=0}\u000a20:51:24.365875 --- ParallelTerminationStrategy: PID 26012 died...\u000a20:51:24.420358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26012): Terminated: ok {rc=0}\u000a20:51:24.430668 --- ParallelTerminationStrategy: PID 26015 died...\u000a20:51:24.485079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26015): Terminated: ok {rc=0}\u000a20:51:24.575440 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26023): Process ended prematurely: osmo-stp_10.42.42.5(pid=26023) [trial-2382↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26023)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26023): Process ended prematurely: osmo-stp_10.42.42.5(pid=26023) [trial-2382↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a20:51:25.629350 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:51:25.641138 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a20:51:25.773388 tst ping_idle_ping.py: using LAC 31425\u000a20:51:25.905200 tst ping_idle_ping.py: using RAC 60\u000a20:51:26.036921 tst ping_idle_ping.py: using CellId 31425\u000a20:51:26.168919 tst ping_idle_ping.py: using BVCI 31426\u000a20:51:26.194520 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:51:26.205615 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:51:26.216466 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:51:26.227430 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:51:26.238268 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:51:26.249165 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:51:26.260065 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a20:51:26.271004 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a20:51:26.553772 tst ping_idle_ping.py:24: start network...\u000a20:51:26.682604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:27.171455 run create_hlr_db(pid=26017): Launched\u000a20:51:27.349394 bus /gobi_6: Setting Powered False\u000a20:51:28.370928 run create_hlr_db(pid=26017): Terminated: ok {rc=0}\u000a20:51:28.809981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26019): Launched\u000a20:51:29.141204 run osmo-hlr_10.42.42.2(pid=26020): Launched\u000a20:51:29.262699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:29.837377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26022): Launched\u000a20:51:30.170299 run osmo-stp_10.42.42.5(pid=26023): Launched\u000a20:51:30.290816 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:51:30.872358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26025): Launched\u000a20:51:31.009748 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:51:31.310830 run patchelf(pid=26026): Launched\u000a20:51:31.507862 run osmo-stp_10.42.42.5(pid=26023): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26023)]\u000a20:51:31.652305 run osmo-stp_10.42.42.5(pid=26023): stdout: \u000a| (launched: 2022-12-12_20:51:30.006390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:31.796613 run osmo-stp_10.42.42.5(pid=26023): stderr: \u000a| �[0;m�[38;5;43m20221212205130195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205130195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205130196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205130196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205130196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205130197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205130197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:31.936131 run osmo-stp_10.42.42.5(pid=26023): stdout: \u000a| (launched: 2022-12-12_20:51:30.006390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:32.075473 run osmo-stp_10.42.42.5(pid=26023): stderr: \u000a| �[0;m�[38;5;43m20221212205130195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205130195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205130196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205130196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205130196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205130197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205130197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:32.236177 run patchelf(pid=26026): Terminating (SIGINT)\u000a20:51:32.421890 run patchelf(pid=26026): Terminated: ok {rc=0}\u000a20:51:32.455459 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26023): Process ended prematurely: osmo-stp_10.42.42.5(pid=26023) [trial-2382↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26023)] [trial-2382↪gprs:oc2g↪ping_idle_ping.py:27]\u000a20:51:32.464818 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a20:51:32.528630 run osmo-hlr_10.42.42.2(pid=26020): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26020)]\u000a20:51:32.580773 run osmo-hlr_10.42.42.2(pid=26020): stdout: \u000a| (launched: 2022-12-12_20:51:28.978811) \u000a20:51:32.633656 run osmo-hlr_10.42.42.2(pid=26020): stderr: \u000a| �[0;m�[1;31m20221212205129174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205129174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205129174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205129174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205129174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205129174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205129186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205129195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205129196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205129196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:32.678816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26019): Terminating (SIGTERM)\u000a20:51:32.721362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26022): Terminating (SIGTERM)\u000a20:51:32.763651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26025): Terminating (SIGTERM)\u000a20:51:32.773640 --- ParallelTerminationStrategy: PID 26019 died...\u000a20:51:32.830404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26019): Terminated: ok {rc=0}\u000a20:51:32.840723 --- ParallelTerminationStrategy: PID 26022 died...\u000a20:51:32.897598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26022): Terminated: ok {rc=0}\u000a20:51:32.907904 --- ParallelTerminationStrategy: PID 26025 died...\u000a20:51:32.964445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26025): Terminated: ok {rc=0}\u000a20:51:33.051945 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:50:33" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26041): Process ended prematurely: osmo-stp_10.42.42.5(pid=26041) [trial-2382↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26041)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26041): Process ended prematurely: osmo-stp_10.42.42.5(pid=26041) [trial-2382↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:51:35.173964 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:35.184480 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:51:35.307353 tst cs_paging_gprs_active.py: using LAC 31426\u000a20:51:35.428122 tst cs_paging_gprs_active.py: using RAC 61\u000a20:51:35.548938 tst cs_paging_gprs_active.py: using CellId 31426\u000a20:51:35.668657 tst cs_paging_gprs_active.py: using BVCI 31427\u000a20:51:35.692061 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:35.702879 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:35.713648 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:35.724528 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:35.735365 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:35.746221 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:35.757332 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:35.767553 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:35.778890 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:51:35.896014 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:51:36.175978 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:51:36.305405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:51:36.621896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26031): Launched\u000a20:51:36.886766 run iperf3-srv_10.42.42.10(pid=26032): Launched\u000a20:51:37.075131 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:51:37.204163 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:51:37.522398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26033): Launched\u000a20:51:37.787031 run iperf3-srv_10.42.42.10(pid=26034): Launched\u000a20:51:37.974286 tst cs_paging_gprs_active.py:38: start network...\u000a20:51:38.102627 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:38.587934 run create_hlr_db(pid=26035): Launched\u000a20:51:38.765566 bus /gobi_6: Setting Powered False\u000a20:51:39.787117 run create_hlr_db(pid=26035): Terminated: ok {rc=0}\u000a20:51:40.222711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26037): Launched\u000a20:51:40.553626 run osmo-hlr_10.42.42.2(pid=26038): Launched\u000a20:51:40.678080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:41.253481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26040): Launched\u000a20:51:41.585944 run osmo-stp_10.42.42.5(pid=26041): Launched\u000a20:51:41.707480 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:51:42.246419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26043): Launched\u000a20:51:42.357719 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:51:42.626483 run patchelf(pid=26044): Launched\u000a20:51:42.806385 run osmo-stp_10.42.42.5(pid=26041): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26041)]\u000a20:51:42.938560 run osmo-stp_10.42.42.5(pid=26041): stdout: \u000a| (launched: 2022-12-12_20:51:41.421224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:43.070584 run osmo-stp_10.42.42.5(pid=26041): stderr: \u000a| �[0;m�[38;5;43m20221212205141609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205141609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205141610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205141610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205141611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205141611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205141611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:43.198655 run osmo-stp_10.42.42.5(pid=26041): stdout: \u000a| (launched: 2022-12-12_20:51:41.421224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:43.325259 run osmo-stp_10.42.42.5(pid=26041): stderr: \u000a| �[0;m�[38;5;43m20221212205141609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205141609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205141610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205141610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205141611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205141611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205141611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:43.472626 run patchelf(pid=26044): Terminating (SIGINT)\u000a20:51:43.645872 run patchelf(pid=26044): Terminated: ok {rc=0}\u000a20:51:43.677608 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26041): Process ended prematurely: osmo-stp_10.42.42.5(pid=26041) [trial-2382↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26041)] [trial-2382↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:51:43.686836 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a20:51:43.748690 run osmo-hlr_10.42.42.2(pid=26038): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26038)]\u000a20:51:43.799056 run osmo-hlr_10.42.42.2(pid=26038): stdout: \u000a| (launched: 2022-12-12_20:51:40.391158) \u000a20:51:43.850287 run osmo-hlr_10.42.42.2(pid=26038): stderr: \u000a| �[0;m�[1;31m20221212205140586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205140586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205140586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205140586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205140586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205140586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205140598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205140607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205140608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205140608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:43.893788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26031): Terminating (SIGTERM)\u000a20:51:43.934524 run iperf3-srv_10.42.42.10(pid=26032): Terminating (SIGTERM)\u000a20:51:43.975266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26033): Terminating (SIGTERM)\u000a20:51:44.016030 run iperf3-srv_10.42.42.10(pid=26034): Terminating (SIGTERM)\u000a20:51:44.056865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26037): Terminating (SIGTERM)\u000a20:51:44.097619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26040): Terminating (SIGTERM)\u000a20:51:44.138574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26043): Terminating (SIGTERM)\u000a20:51:44.148124 --- ParallelTerminationStrategy: PID 26031 died...\u000a20:51:44.203283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26031): Terminated: ok {rc=0}\u000a20:51:44.213014 --- ParallelTerminationStrategy: PID 26032 died...\u000a20:51:44.267087 run iperf3-srv_10.42.42.10(pid=26032): Terminated {rc=256}\u000a20:51:44.277422 --- ParallelTerminationStrategy: PID 26033 died...\u000a20:51:44.331750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26033): Terminated: ok {rc=0}\u000a20:51:44.342260 --- ParallelTerminationStrategy: PID 26034 died...\u000a20:51:44.396617 run iperf3-srv_10.42.42.10(pid=26034): Terminated {rc=256}\u000a20:51:44.406311 --- ParallelTerminationStrategy: PID 26037 died...\u000a20:51:44.459992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26037): Terminated: ok {rc=0}\u000a20:51:44.469842 --- ParallelTerminationStrategy: PID 26040 died...\u000a20:51:44.523740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26040): Terminated: ok {rc=0}\u000a20:51:44.533737 --- ParallelTerminationStrategy: PID 26043 died...\u000a20:51:44.588743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26043): Terminated: ok {rc=0}\u000a20:51:44.677893 bus /gobi_0: Setting Powered False\u000a20:51:45.782493 bus /gobi_0: Setting Powered False\u000a20:51:46.895671 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26053): Process ended prematurely: osmo-stp_10.42.42.5(pid=26053) [trial-2382↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26053)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26053): Process ended prematurely: osmo-stp_10.42.42.5(pid=26053) [trial-2382↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:51:48.010099 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:48.021871 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:51:48.154375 tst iperf3.py: using LAC 31427\u000a20:51:48.273236 tst iperf3.py: using RAC 62\u000a20:51:48.392593 tst iperf3.py: using CellId 31427\u000a20:51:48.513591 tst iperf3.py: using BVCI 31428\u000a20:51:48.537336 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:48.547964 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:48.558517 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:48.569929 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:48.581323 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:48.592501 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:48.603941 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:48.615312 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:48.626801 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:51:48.910891 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:51:49.039209 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:51:49.356124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26045): Launched\u000a20:51:49.625908 run iperf3-srv_10.42.42.10(pid=26046): Launched\u000a20:51:49.827023 tst iperf3.py:8: start network...\u000a20:51:49.964505 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:51:50.490682 run create_hlr_db(pid=26047): Launched\u000a20:51:50.680294 bus /gobi_6: Setting Powered False\u000a20:51:51.692375 run create_hlr_db(pid=26047): Terminated: ok {rc=0}\u000a20:51:52.133427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26049): Launched\u000a20:51:52.462869 run osmo-hlr_10.42.42.2(pid=26050): Launched\u000a20:51:52.582836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:51:53.153445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26052): Launched\u000a20:51:53.482795 run osmo-stp_10.42.42.5(pid=26053): Launched\u000a20:51:53.602456 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:51:54.173888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26055): Launched\u000a20:51:54.291863 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:51:54.577665 run patchelf(pid=26056): Launched\u000a20:51:54.769714 run osmo-stp_10.42.42.5(pid=26053): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26053)]\u000a20:51:54.909935 run osmo-stp_10.42.42.5(pid=26053): stdout: \u000a| (launched: 2022-12-12_20:51:53.321928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:55.050853 run osmo-stp_10.42.42.5(pid=26053): stderr: \u000a| �[0;m�[38;5;43m20221212205153511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205153511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205153512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205153512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205153513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205153513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205153513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:55.187729 run osmo-stp_10.42.42.5(pid=26053): stdout: \u000a| (launched: 2022-12-12_20:51:53.321928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:51:55.323194 run osmo-stp_10.42.42.5(pid=26053): stderr: \u000a| �[0;m�[38;5;43m20221212205153511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205153511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205153512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205153512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205153513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205153513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205153513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:51:55.480024 run patchelf(pid=26056): Terminating (SIGINT)\u000a20:51:55.663996 run patchelf(pid=26056): Terminated: ok {rc=0}\u000a20:51:55.697847 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26053): Process ended prematurely: osmo-stp_10.42.42.5(pid=26053) [trial-2382↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26053)] [trial-2382↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a20:51:55.707764 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:51:55.771865 run osmo-hlr_10.42.42.2(pid=26050): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26050)]\u000a20:51:55.824295 run osmo-hlr_10.42.42.2(pid=26050): stdout: \u000a| (launched: 2022-12-12_20:51:52.301385) \u000a20:51:55.877367 run osmo-hlr_10.42.42.2(pid=26050): stderr: \u000a| �[0;m�[1;31m20221212205152497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205152497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205152497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205152497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205152497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205152497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205152510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205152519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205152519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205152519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:51:55.922487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26045): Terminating (SIGTERM)\u000a20:51:55.965207 run iperf3-srv_10.42.42.10(pid=26046): Terminating (SIGTERM)\u000a20:51:56.007969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26049): Terminating (SIGTERM)\u000a20:51:56.050763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26052): Terminating (SIGTERM)\u000a20:51:56.093883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26055): Terminating (SIGTERM)\u000a20:51:56.103702 --- ParallelTerminationStrategy: PID 26045 died...\u000a20:51:56.161101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26045): Terminated: ok {rc=0}\u000a20:51:56.171338 --- ParallelTerminationStrategy: PID 26046 died...\u000a20:51:56.228221 run iperf3-srv_10.42.42.10(pid=26046): Terminated {rc=256}\u000a20:51:56.238474 --- ParallelTerminationStrategy: PID 26049 died...\u000a20:51:56.295835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26049): Terminated: ok {rc=0}\u000a20:51:56.306197 --- ParallelTerminationStrategy: PID 26052 died...\u000a20:51:56.363359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26052): Terminated: ok {rc=0}\u000a20:51:56.373708 --- ParallelTerminationStrategy: PID 26055 died...\u000a20:51:56.431168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26055): Terminated: ok {rc=0}\u000a20:51:56.520685 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26071): Process ended prematurely: osmo-stp_10.42.42.5(pid=26071) [trial-2382↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26071)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26071): Process ended prematurely: osmo-stp_10.42.42.5(pid=26071) [trial-2382↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:51:57.637790 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:57.649711 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:51:57.786597 tst iperf3m4.py: using LAC 31428\u000a20:51:57.913489 tst iperf3m4.py: using RAC 63\u000a20:51:58.041139 tst iperf3m4.py: using CellId 31428\u000a20:51:58.169146 tst iperf3m4.py: using BVCI 31429\u000a20:51:58.194854 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:58.206359 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:58.217442 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:58.228478 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:58.239449 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:58.250531 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:58.261738 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:58.272658 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:51:58.283798 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:51:58.407458 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:51:58.525549 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:51:58.645477 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:51:58.926254 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:51:59.054604 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:51:59.372846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26057): Launched\u000a20:51:59.635895 run iperf3-srv_10.42.42.10(pid=26058): Launched\u000a20:51:59.822494 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:51:59.950266 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:52:00.267926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26059): Launched\u000a20:52:00.532549 run iperf3-srv_10.42.42.10(pid=26060): Launched\u000a20:52:00.718889 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:52:00.859108 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:52:01.210272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26061): Launched\u000a20:52:01.496347 run iperf3-srv_10.42.42.10(pid=26062): Launched\u000a20:52:01.687908 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:52:01.819629 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:52:02.153206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26063): Launched\u000a20:52:02.436035 run iperf3-srv_10.42.42.10(pid=26064): Launched\u000a20:52:02.637084 tst iperf3m4.py:8: start network...\u000a20:52:02.774371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:03.285831 run create_hlr_db(pid=26065): Launched\u000a20:52:03.462926 bus /gobi_6: Setting Powered False\u000a20:52:04.485307 run create_hlr_db(pid=26065): Terminated: ok {rc=0}\u000a20:52:04.919979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26067): Launched\u000a20:52:05.249921 run osmo-hlr_10.42.42.2(pid=26068): Launched\u000a20:52:05.371102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:05.940207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26070): Launched\u000a20:52:06.268907 run osmo-stp_10.42.42.5(pid=26071): Launched\u000a20:52:06.388513 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:52:06.963088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26073): Launched\u000a20:52:07.081360 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:52:07.369521 run patchelf(pid=26074): Launched\u000a20:52:07.561979 run osmo-stp_10.42.42.5(pid=26071): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26071)]\u000a20:52:07.702189 run osmo-stp_10.42.42.5(pid=26071): stdout: \u000a| (launched: 2022-12-12_20:52:06.107746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:07.842661 run osmo-stp_10.42.42.5(pid=26071): stderr: \u000a| �[0;m�[38;5;43m20221212205206298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205206298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205206298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205206298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205206299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205206299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205206299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:07.978873 run osmo-stp_10.42.42.5(pid=26071): stdout: \u000a| (launched: 2022-12-12_20:52:06.107746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:08.114014 run osmo-stp_10.42.42.5(pid=26071): stderr: \u000a| �[0;m�[38;5;43m20221212205206298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205206298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205206298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205206298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205206299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205206299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205206299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:08.271593 run patchelf(pid=26074): Terminating (SIGINT)\u000a20:52:08.456178 run patchelf(pid=26074): Terminated: ok {rc=0}\u000a20:52:08.490585 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26071): Process ended prematurely: osmo-stp_10.42.42.5(pid=26071) [trial-2382↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26071)] [trial-2382↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:52:08.500565 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a20:52:08.564211 run osmo-hlr_10.42.42.2(pid=26068): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26068)]\u000a20:52:08.616478 run osmo-hlr_10.42.42.2(pid=26068): stdout: \u000a| (launched: 2022-12-12_20:52:05.087600) \u000a20:52:08.669349 run osmo-hlr_10.42.42.2(pid=26068): stderr: \u000a| �[0;m�[1;31m20221212205205283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205205283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205205283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205205283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205205283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205205283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205205298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205205307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205205307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205205307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:08.714478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26057): Terminating (SIGTERM)\u000a20:52:08.756913 run iperf3-srv_10.42.42.10(pid=26058): Terminating (SIGTERM)\u000a20:52:08.799506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26059): Terminating (SIGTERM)\u000a20:52:08.842075 run iperf3-srv_10.42.42.10(pid=26060): Terminating (SIGTERM)\u000a20:52:08.884477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26061): Terminating (SIGTERM)\u000a20:52:08.926989 run iperf3-srv_10.42.42.10(pid=26062): Terminating (SIGTERM)\u000a20:52:08.969448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26063): Terminating (SIGTERM)\u000a20:52:09.011981 run iperf3-srv_10.42.42.10(pid=26064): Terminating (SIGTERM)\u000a20:52:09.054569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26067): Terminating (SIGTERM)\u000a20:52:09.097226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26070): Terminating (SIGTERM)\u000a20:52:09.139629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26073): Terminating (SIGTERM)\u000a20:52:09.149790 --- ParallelTerminationStrategy: PID 26057 died...\u000a20:52:09.206916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26057): Terminated: ok {rc=0}\u000a20:52:09.217292 --- ParallelTerminationStrategy: PID 26058 died...\u000a20:52:09.273684 run iperf3-srv_10.42.42.10(pid=26058): Terminated {rc=256}\u000a20:52:09.283889 --- ParallelTerminationStrategy: PID 26059 died...\u000a20:52:09.340413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26059): Terminated: ok {rc=0}\u000a20:52:09.350670 --- ParallelTerminationStrategy: PID 26060 died...\u000a20:52:09.407068 run iperf3-srv_10.42.42.10(pid=26060): Terminated {rc=256}\u000a20:52:09.417220 --- ParallelTerminationStrategy: PID 26061 died...\u000a20:52:09.473806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26061): Terminated: ok {rc=0}\u000a20:52:09.484091 --- ParallelTerminationStrategy: PID 26062 died...\u000a20:52:09.540459 run iperf3-srv_10.42.42.10(pid=26062): Terminated {rc=256}\u000a20:52:09.550629 --- ParallelTerminationStrategy: PID 26063 died...\u000a20:52:09.607375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26063): Terminated: ok {rc=0}\u000a20:52:09.617565 --- ParallelTerminationStrategy: PID 26064 died...\u000a20:52:09.674065 run iperf3-srv_10.42.42.10(pid=26064): Terminated {rc=256}\u000a20:52:09.684349 --- ParallelTerminationStrategy: PID 26067 died...\u000a20:52:09.740909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26067): Terminated: ok {rc=0}\u000a20:52:09.751215 --- ParallelTerminationStrategy: PID 26070 died...\u000a20:52:09.807809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26070): Terminated: ok {rc=0}\u000a20:52:09.818132 --- ParallelTerminationStrategy: PID 26073 died...\u000a20:52:09.874667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26073): Terminated: ok {rc=0}\u000a20:52:09.963914 bus /gobi_4: Setting Powered False\u000a20:52:11.072754 bus /gobi_4: Setting Powered False\u000a20:52:12.182276 bus /gobi_1: Setting Powered False\u000a20:52:13.284299 bus /gobi_1: Setting Powered False\u000a20:52:14.394891 bus /gobi_0: Setting Powered False\u000a20:52:15.501453 bus /gobi_0: Setting Powered False\u000a20:52:16.622307 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26081): Process ended prematurely: osmo-stp_10.42.42.5(pid=26081) [trial-2382↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26081)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26081): Process ended prematurely: osmo-stp_10.42.42.5(pid=26081) [trial-2382↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26081)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:52:17.687310 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:52:17.698530 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:52:17.826515 tst ping.py: using LAC 31429\u000a20:52:17.943594 tst ping.py: using RAC 64\u000a20:52:18.059853 tst ping.py: using CellId 31429\u000a20:52:18.176611 tst ping.py: using BVCI 31430\u000a20:52:18.199693 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:52:18.210470 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:52:18.221079 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:52:18.231954 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:52:18.243134 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:52:18.254119 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:52:18.265291 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:52:18.276172 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:52:18.551898 tst ping.py:19: start network...\u000a20:52:18.677444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:19.150262 run create_hlr_db(pid=26075): Launched\u000a20:52:19.323887 bus /gobi_6: Setting Powered False\u000a20:52:20.345644 run create_hlr_db(pid=26075): Terminated: ok {rc=0}\u000a20:52:20.777911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26077): Launched\u000a20:52:21.102817 run osmo-hlr_10.42.42.2(pid=26078): Launched\u000a20:52:21.222029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:21.785752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26080): Launched\u000a20:52:22.109708 run osmo-stp_10.42.42.5(pid=26081): Launched\u000a20:52:22.228040 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:52:22.793624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26083): Launched\u000a20:52:22.909957 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:52:23.194789 run patchelf(pid=26084): Launched\u000a20:52:23.384724 run osmo-stp_10.42.42.5(pid=26081): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26081)]\u000a20:52:23.523276 run osmo-stp_10.42.42.5(pid=26081): stdout: \u000a| (launched: 2022-12-12_20:52:21.950968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:23.662852 run osmo-stp_10.42.42.5(pid=26081): stderr: \u000a| �[0;m�[38;5;43m20221212205222139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205222139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205222139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205222140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205222140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205222140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205222140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:23.797388 run osmo-stp_10.42.42.5(pid=26081): stdout: \u000a| (launched: 2022-12-12_20:52:21.950968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:23.930556 run osmo-stp_10.42.42.5(pid=26081): stderr: \u000a| �[0;m�[38;5;43m20221212205222139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205222139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205222139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205222140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205222140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205222140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205222140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:24.085484 run patchelf(pid=26084): Terminating (SIGINT)\u000a20:52:24.268105 run patchelf(pid=26084): Terminated: ok {rc=0}\u000a20:52:24.301244 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26081): Process ended prematurely: osmo-stp_10.42.42.5(pid=26081) [trial-2382↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26081)] [trial-2382↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a20:52:24.310580 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:52:24.374854 run osmo-hlr_10.42.42.2(pid=26078): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26078)]\u000a20:52:24.427735 run osmo-hlr_10.42.42.2(pid=26078): stdout: \u000a| (launched: 2022-12-12_20:52:20.943332) \u000a20:52:24.481088 run osmo-hlr_10.42.42.2(pid=26078): stderr: \u000a| �[0;m�[1;31m20221212205221137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205221137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205221137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205221137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205221137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205221137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205221151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205221162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205221162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205221162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:24.526789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26077): Terminating (SIGTERM)\u000a20:52:24.569940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26080): Terminating (SIGTERM)\u000a20:52:24.613354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26083): Terminating (SIGTERM)\u000a20:52:24.623392 --- ParallelTerminationStrategy: PID 26077 died...\u000a20:52:24.681288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26077): Terminated: ok {rc=0}\u000a20:52:24.691896 --- ParallelTerminationStrategy: PID 26080 died...\u000a20:52:24.748620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26080): Terminated: ok {rc=0}\u000a20:52:24.758974 --- ParallelTerminationStrategy: PID 26083 died...\u000a20:52:24.815805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26083): Terminated: ok {rc=0}\u000a20:52:24.907087 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26091): Process ended prematurely: osmo-stp_10.42.42.5(pid=26091) [trial-2382↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26091)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26091): Process ended prematurely: osmo-stp_10.42.42.5(pid=26091) [trial-2382↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:52:25.960685 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:52:25.973402 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:52:26.107692 tst ping_idle_ping.py: using LAC 31430\u000a20:52:26.235489 tst ping_idle_ping.py: using RAC 65\u000a20:52:26.362885 tst ping_idle_ping.py: using CellId 31430\u000a20:52:26.491288 tst ping_idle_ping.py: using BVCI 31431\u000a20:52:26.516136 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:52:26.527474 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:52:26.538693 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:52:26.549944 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:52:26.560936 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:52:26.572014 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:52:26.583301 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:52:26.594550 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:52:26.876284 tst ping_idle_ping.py:24: start network...\u000a20:52:27.002043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:27.481798 run create_hlr_db(pid=26085): Launched\u000a20:52:27.656639 bus /gobi_6: Setting Powered False\u000a20:52:28.690849 run create_hlr_db(pid=26085): Terminated: ok {rc=0}\u000a20:52:29.123030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26087): Launched\u000a20:52:29.450032 run osmo-hlr_10.42.42.2(pid=26088): Launched\u000a20:52:29.569230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:30.134879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26090): Launched\u000a20:52:30.461244 run osmo-stp_10.42.42.5(pid=26091): Launched\u000a20:52:30.579715 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:52:31.172738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26093): Launched\u000a20:52:31.291326 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:52:31.588348 run patchelf(pid=26094): Launched\u000a20:52:31.776067 run osmo-stp_10.42.42.5(pid=26091): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26091)]\u000a20:52:31.912432 run osmo-stp_10.42.42.5(pid=26091): stdout: \u000a| (launched: 2022-12-12_20:52:30.301532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:32.048621 run osmo-stp_10.42.42.5(pid=26091): stderr: \u000a| �[0;m�[38;5;43m20221212205230490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205230491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205230491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205230491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205230492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205230492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205230492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:32.180128 run osmo-stp_10.42.42.5(pid=26091): stdout: \u000a| (launched: 2022-12-12_20:52:30.301532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:32.307660 run osmo-stp_10.42.42.5(pid=26091): stderr: \u000a| �[0;m�[38;5;43m20221212205230490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205230491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205230491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205230491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205230492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205230492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205230492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:32.454163 run patchelf(pid=26094): Terminating (SIGINT)\u000a20:52:32.626561 run patchelf(pid=26094): Terminated: ok {rc=0}\u000a20:52:32.657965 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26091): Process ended prematurely: osmo-stp_10.42.42.5(pid=26091) [trial-2382↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26091)] [trial-2382↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:52:32.666966 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:52:32.729031 run osmo-hlr_10.42.42.2(pid=26088): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26088)]\u000a20:52:32.779937 run osmo-hlr_10.42.42.2(pid=26088): stdout: \u000a| (launched: 2022-12-12_20:52:29.289802) \u000a20:52:32.830981 run osmo-hlr_10.42.42.2(pid=26088): stderr: \u000a| �[0;m�[1;31m20221212205229484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205229484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205229484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205229484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205229484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205229484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205229497 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205229507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205229507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205229507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:32.874124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26087): Terminating (SIGTERM)\u000a20:52:32.915010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26090): Terminating (SIGTERM)\u000a20:52:32.956748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26093): Terminating (SIGTERM)\u000a20:52:32.966497 --- ParallelTerminationStrategy: PID 26087 died...\u000a20:52:33.021314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26087): Terminated: ok {rc=0}\u000a20:52:33.031385 --- ParallelTerminationStrategy: PID 26090 died...\u000a20:52:33.085946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26090): Terminated: ok {rc=0}\u000a20:52:33.095931 --- ParallelTerminationStrategy: PID 26093 died...\u000a20:52:33.150683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26093): Terminated: ok {rc=0}\u000a20:52:33.241485 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:51:34" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26109): Process ended prematurely: osmo-stp_10.42.42.5(pid=26109) [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26109)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26109): Process ended prematurely: osmo-stp_10.42.42.5(pid=26109) [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:52:35.356312 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:35.367187 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:52:35.511201 tst cs_paging_gprs_active.py: using LAC 31431\u000a20:52:35.630390 tst cs_paging_gprs_active.py: using RAC 66\u000a20:52:35.749509 tst cs_paging_gprs_active.py: using CellId 31431\u000a20:52:35.868204 tst cs_paging_gprs_active.py: using BVCI 31432\u000a20:52:35.891814 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:35.902651 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:35.913224 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:35.923971 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:35.934721 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:35.945727 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:35.956533 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:35.967264 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:35.977936 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:52:36.095973 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:52:36.379779 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:52:36.509713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:52:36.830089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26099): Launched\u000a20:52:37.095884 run iperf3-srv_10.42.42.10(pid=26100): Launched\u000a20:52:37.285545 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:52:37.415143 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:52:37.737080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26101): Launched\u000a20:52:38.005709 run iperf3-srv_10.42.42.10(pid=26102): Launched\u000a20:52:38.195245 tst cs_paging_gprs_active.py:38: start network...\u000a20:52:38.326269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:38.812694 run create_hlr_db(pid=26103): Launched\u000a20:52:38.991914 bus /gobi_6: Setting Powered False\u000a20:52:40.014069 run create_hlr_db(pid=26103): Terminated: ok {rc=0}\u000a20:52:40.453979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26105): Launched\u000a20:52:40.787089 run osmo-hlr_10.42.42.2(pid=26106): Launched\u000a20:52:40.909563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:41.482657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26108): Launched\u000a20:52:41.813062 run osmo-stp_10.42.42.5(pid=26109): Launched\u000a20:52:41.933837 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:52:42.509524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26111): Launched\u000a20:52:42.627946 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:52:42.917543 run patchelf(pid=26112): Launched\u000a20:52:43.110775 run osmo-stp_10.42.42.5(pid=26109): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26109)]\u000a20:52:43.252717 run osmo-stp_10.42.42.5(pid=26109): stdout: \u000a| (launched: 2022-12-12_20:52:41.651402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:43.393952 run osmo-stp_10.42.42.5(pid=26109): stderr: \u000a| �[0;m�[38;5;43m20221212205241840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205241840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205241841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205241841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205241842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205241842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205241842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:43.530359 run osmo-stp_10.42.42.5(pid=26109): stdout: \u000a| (launched: 2022-12-12_20:52:41.651402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:43.665690 run osmo-stp_10.42.42.5(pid=26109): stderr: \u000a| �[0;m�[38;5;43m20221212205241840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205241840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205241841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205241841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205241842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205241842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205241842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:43.824168 run patchelf(pid=26112): Terminating (SIGINT)\u000a20:52:44.010375 run patchelf(pid=26112): Terminated: ok {rc=0}\u000a20:52:44.044271 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26109): Process ended prematurely: osmo-stp_10.42.42.5(pid=26109) [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26109)] [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:52:44.054063 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:52:44.118199 run osmo-hlr_10.42.42.2(pid=26106): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26106)]\u000a20:52:44.170926 run osmo-hlr_10.42.42.2(pid=26106): stdout: \u000a| (launched: 2022-12-12_20:52:40.623306) \u000a20:52:44.223985 run osmo-hlr_10.42.42.2(pid=26106): stderr: \u000a| �[0;m�[1;31m20221212205240819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205240819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205240819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205240819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205240819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205240819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205240832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205240842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205240842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205240842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:44.269366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26099): Terminating (SIGTERM)\u000a20:52:44.312589 run iperf3-srv_10.42.42.10(pid=26100): Terminating (SIGTERM)\u000a20:52:44.356703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26101): Terminating (SIGTERM)\u000a20:52:44.399060 run iperf3-srv_10.42.42.10(pid=26102): Terminating (SIGTERM)\u000a20:52:44.441597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26105): Terminating (SIGTERM)\u000a20:52:44.484039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26108): Terminating (SIGTERM)\u000a20:52:44.526538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26111): Terminating (SIGTERM)\u000a20:52:44.536304 --- ParallelTerminationStrategy: PID 26099 died...\u000a20:52:44.593509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26099): Terminated: ok {rc=0}\u000a20:52:44.603709 --- ParallelTerminationStrategy: PID 26100 died...\u000a20:52:44.660051 run iperf3-srv_10.42.42.10(pid=26100): Terminated {rc=256}\u000a20:52:44.670255 --- ParallelTerminationStrategy: PID 26101 died...\u000a20:52:44.726517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26101): Terminated: ok {rc=0}\u000a20:52:44.736519 --- ParallelTerminationStrategy: PID 26102 died...\u000a20:52:44.793774 run iperf3-srv_10.42.42.10(pid=26102): Terminated {rc=256}\u000a20:52:44.803919 --- ParallelTerminationStrategy: PID 26105 died...\u000a20:52:44.860475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26105): Terminated: ok {rc=0}\u000a20:52:44.870676 --- ParallelTerminationStrategy: PID 26108 died...\u000a20:52:44.926813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26108): Terminated: ok {rc=0}\u000a20:52:44.936872 --- ParallelTerminationStrategy: PID 26111 died...\u000a20:52:44.993160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26111): Terminated: ok {rc=0}\u000a20:52:45.081374 bus /gobi_0: Setting Powered False\u000a20:52:46.188912 bus /gobi_0: Setting Powered False\u000a20:52:47.304640 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26121): Process ended prematurely: osmo-stp_10.42.42.5(pid=26121) [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26121)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26121): Process ended prematurely: osmo-stp_10.42.42.5(pid=26121) [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:52:48.417482 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:48.428913 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:52:48.578337 tst iperf3.py: using LAC 31432\u000a20:52:48.699073 tst iperf3.py: using RAC 67\u000a20:52:48.822469 tst iperf3.py: using CellId 31432\u000a20:52:48.945904 tst iperf3.py: using BVCI 31433\u000a20:52:48.969564 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:48.980356 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:48.990899 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:49.001801 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:49.012823 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:49.023696 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:49.034785 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:49.045537 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:49.056362 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:52:49.357970 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:52:49.496126 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:52:49.837218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26113): Launched\u000a20:52:50.120372 run iperf3-srv_10.42.42.10(pid=26114): Launched\u000a20:52:50.323753 tst iperf3.py:8: start network...\u000a20:52:50.462144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:52:50.988095 run create_hlr_db(pid=26115): Launched\u000a20:52:51.178474 bus /gobi_6: Setting Powered False\u000a20:52:52.200156 run create_hlr_db(pid=26115): Terminated: ok {rc=0}\u000a20:52:52.613460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26117): Launched\u000a20:52:52.922272 run osmo-hlr_10.42.42.2(pid=26118): Launched\u000a20:52:53.042736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:52:53.585398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26120): Launched\u000a20:52:53.891719 run osmo-stp_10.42.42.5(pid=26121): Launched\u000a20:52:54.003567 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:52:54.538174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26123): Launched\u000a20:52:54.648159 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:52:54.915703 run patchelf(pid=26124): Launched\u000a20:52:55.094409 run osmo-stp_10.42.42.5(pid=26121): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26121)]\u000a20:52:55.226015 run osmo-stp_10.42.42.5(pid=26121): stdout: \u000a| (launched: 2022-12-12_20:52:53.741395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:55.357470 run osmo-stp_10.42.42.5(pid=26121): stderr: \u000a| �[0;m�[38;5;43m20221212205253908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205253908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205253908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205253909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205253909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205253909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205253910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:55.484296 run osmo-stp_10.42.42.5(pid=26121): stdout: \u000a| (launched: 2022-12-12_20:52:53.741395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:52:55.610434 run osmo-stp_10.42.42.5(pid=26121): stderr: \u000a| �[0;m�[38;5;43m20221212205253908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205253908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205253908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205253909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205253909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205253909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205253910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:52:55.756752 run patchelf(pid=26124): Terminating (SIGINT)\u000a20:52:55.928666 run patchelf(pid=26124): Terminated: ok {rc=0}\u000a20:52:55.960553 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26121): Process ended prematurely: osmo-stp_10.42.42.5(pid=26121) [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26121)] [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:52:55.969811 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a20:52:56.030923 run osmo-hlr_10.42.42.2(pid=26118): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26118)]\u000a20:52:56.080906 run osmo-hlr_10.42.42.2(pid=26118): stdout: \u000a| (launched: 2022-12-12_20:52:52.771027) \u000a20:52:56.131771 run osmo-hlr_10.42.42.2(pid=26118): stderr: \u000a| �[0;m�[1;31m20221212205252944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205252944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205252944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205252944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205252944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205252944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205252957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205252965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205252966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205252966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:52:56.174481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26113): Terminating (SIGTERM)\u000a20:52:56.214796 run iperf3-srv_10.42.42.10(pid=26114): Terminating (SIGTERM)\u000a20:52:56.255250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26117): Terminating (SIGTERM)\u000a20:52:56.295487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26120): Terminating (SIGTERM)\u000a20:52:56.335906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26123): Terminating (SIGTERM)\u000a20:52:56.345472 --- ParallelTerminationStrategy: PID 26113 died...\u000a20:52:56.400036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26113): Terminated: ok {rc=0}\u000a20:52:56.410109 --- ParallelTerminationStrategy: PID 26114 died...\u000a20:52:56.464013 run iperf3-srv_10.42.42.10(pid=26114): Terminated {rc=256}\u000a20:52:56.473898 --- ParallelTerminationStrategy: PID 26117 died...\u000a20:52:56.528018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26117): Terminated: ok {rc=0}\u000a20:52:56.538039 --- ParallelTerminationStrategy: PID 26120 died...\u000a20:52:56.592037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26120): Terminated: ok {rc=0}\u000a20:52:56.601893 --- ParallelTerminationStrategy: PID 26123 died...\u000a20:52:56.656016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26123): Terminated: ok {rc=0}\u000a20:52:56.745599 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26139): Process ended prematurely: osmo-stp_10.42.42.5(pid=26139) [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26139)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26139): Process ended prematurely: osmo-stp_10.42.42.5(pid=26139) [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:52:57.857717 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:57.869219 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:52:58.023165 tst iperf3m4.py: using LAC 31433\u000a20:52:58.153167 tst iperf3m4.py: using RAC 68\u000a20:52:58.283125 tst iperf3m4.py: using CellId 31433\u000a20:52:58.414287 tst iperf3m4.py: using BVCI 31434\u000a20:52:58.439621 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:58.451253 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:58.462631 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:58.473971 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:58.485118 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:58.496429 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:58.507845 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:58.519003 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:52:58.530396 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:52:58.647833 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:52:58.767512 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:52:58.888895 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:52:59.171953 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:52:59.301230 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:52:59.620691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26125): Launched\u000a20:52:59.885745 run iperf3-srv_10.42.42.10(pid=26126): Launched\u000a20:53:00.073802 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:53:00.202904 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:00.523286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26127): Launched\u000a20:53:00.790154 run iperf3-srv_10.42.42.10(pid=26128): Launched\u000a20:53:01.019019 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:53:01.163413 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:01.533171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26129): Launched\u000a20:53:01.819662 run iperf3-srv_10.42.42.10(pid=26130): Launched\u000a20:53:02.012054 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:53:02.143042 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:02.463914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26131): Launched\u000a20:53:02.729809 run iperf3-srv_10.42.42.10(pid=26132): Launched\u000a20:53:02.918855 tst iperf3m4.py:8: start network...\u000a20:53:03.047722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:03.535921 run create_hlr_db(pid=26133): Launched\u000a20:53:03.713207 bus /gobi_6: Setting Powered False\u000a20:53:04.736126 run create_hlr_db(pid=26133): Terminated: ok {rc=0}\u000a20:53:05.146787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26135): Launched\u000a20:53:05.455536 run osmo-hlr_10.42.42.2(pid=26136): Launched\u000a20:53:05.576273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:06.116058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26138): Launched\u000a20:53:06.425181 run osmo-stp_10.42.42.5(pid=26139): Launched\u000a20:53:06.538699 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:53:07.076740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26141): Launched\u000a20:53:07.187013 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:53:07.455139 run patchelf(pid=26142): Launched\u000a20:53:07.635351 run osmo-stp_10.42.42.5(pid=26139): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26139)]\u000a20:53:07.766821 run osmo-stp_10.42.42.5(pid=26139): stdout: \u000a| (launched: 2022-12-12_20:53:06.273139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:07.898638 run osmo-stp_10.42.42.5(pid=26139): stderr: \u000a| �[0;m�[38;5;43m20221212205306440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205306441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205306441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205306441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205306442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205306442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205306442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:08.026312 run osmo-stp_10.42.42.5(pid=26139): stdout: \u000a| (launched: 2022-12-12_20:53:06.273139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:08.152739 run osmo-stp_10.42.42.5(pid=26139): stderr: \u000a| �[0;m�[38;5;43m20221212205306440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205306441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205306441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205306441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205306442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205306442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205306442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:08.300190 run patchelf(pid=26142): Terminating (SIGINT)\u000a20:53:08.473437 run patchelf(pid=26142): Terminated: ok {rc=0}\u000a20:53:08.504939 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26139): Process ended prematurely: osmo-stp_10.42.42.5(pid=26139) [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26139)] [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:53:08.514148 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a20:53:08.576281 run osmo-hlr_10.42.42.2(pid=26136): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26136)]\u000a20:53:08.626527 run osmo-hlr_10.42.42.2(pid=26136): stdout: \u000a| (launched: 2022-12-12_20:53:05.304030) \u000a20:53:08.677405 run osmo-hlr_10.42.42.2(pid=26136): stderr: \u000a| �[0;m�[1;31m20221212205305479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205305479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205305479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205305479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205305479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205305479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205305491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205305502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205305502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205305502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:08.720311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26125): Terminating (SIGTERM)\u000a20:53:08.761127 run iperf3-srv_10.42.42.10(pid=26126): Terminating (SIGTERM)\u000a20:53:08.801867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26127): Terminating (SIGTERM)\u000a20:53:08.842592 run iperf3-srv_10.42.42.10(pid=26128): Terminating (SIGTERM)\u000a20:53:08.883236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26129): Terminating (SIGTERM)\u000a20:53:08.923829 run iperf3-srv_10.42.42.10(pid=26130): Terminating (SIGTERM)\u000a20:53:08.964480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26131): Terminating (SIGTERM)\u000a20:53:09.004938 run iperf3-srv_10.42.42.10(pid=26132): Terminating (SIGTERM)\u000a20:53:09.045631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26135): Terminating (SIGTERM)\u000a20:53:09.086265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26138): Terminating (SIGTERM)\u000a20:53:09.126634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26141): Terminating (SIGTERM)\u000a20:53:09.136232 --- ParallelTerminationStrategy: PID 26125 died...\u000a20:53:09.190888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26125): Terminated: ok {rc=0}\u000a20:53:09.200683 --- ParallelTerminationStrategy: PID 26126 died...\u000a20:53:09.254831 run iperf3-srv_10.42.42.10(pid=26126): Terminated {rc=256}\u000a20:53:09.264779 --- ParallelTerminationStrategy: PID 26127 died...\u000a20:53:09.319739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26127): Terminated: ok {rc=0}\u000a20:53:09.329767 --- ParallelTerminationStrategy: PID 26128 died...\u000a20:53:09.383918 run iperf3-srv_10.42.42.10(pid=26128): Terminated {rc=256}\u000a20:53:09.393761 --- ParallelTerminationStrategy: PID 26129 died...\u000a20:53:09.447293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26129): Terminated: ok {rc=0}\u000a20:53:09.457280 --- ParallelTerminationStrategy: PID 26130 died...\u000a20:53:09.510841 run iperf3-srv_10.42.42.10(pid=26130): Terminated {rc=256}\u000a20:53:09.520720 --- ParallelTerminationStrategy: PID 26131 died...\u000a20:53:09.574433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26131): Terminated: ok {rc=0}\u000a20:53:09.584319 --- ParallelTerminationStrategy: PID 26132 died...\u000a20:53:09.637904 run iperf3-srv_10.42.42.10(pid=26132): Terminated {rc=256}\u000a20:53:09.647746 --- ParallelTerminationStrategy: PID 26135 died...\u000a20:53:09.701435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26135): Terminated: ok {rc=0}\u000a20:53:09.711358 --- ParallelTerminationStrategy: PID 26138 died...\u000a20:53:09.765716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26138): Terminated: ok {rc=0}\u000a20:53:09.775692 --- ParallelTerminationStrategy: PID 26141 died...\u000a20:53:09.829447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26141): Terminated: ok {rc=0}\u000a20:53:09.919236 bus /gobi_4: Setting Powered False\u000a20:53:11.024431 bus /gobi_4: Setting Powered False\u000a20:53:12.137703 bus /gobi_1: Setting Powered False\u000a20:53:13.242269 bus /gobi_1: Setting Powered False\u000a20:53:14.350796 bus /gobi_0: Setting Powered False\u000a20:53:15.458410 bus /gobi_0: Setting Powered False\u000a20:53:16.575447 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26150): Process ended prematurely: osmo-stp_10.42.42.5(pid=26150) [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26150)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26150): Process ended prematurely: osmo-stp_10.42.42.5(pid=26150) [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:53:17.643822 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:53:17.655098 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:53:17.802433 tst ping.py: using LAC 31434\u000a20:53:17.924033 tst ping.py: using RAC 69\u000a20:53:18.045619 tst ping.py: using CellId 31434\u000a20:53:18.174291 tst ping.py: using BVCI 31435\u000a20:53:18.199788 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:53:18.211370 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:53:18.222758 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:53:18.234103 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:53:18.245455 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:53:18.256545 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:53:18.267880 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:53:18.279058 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:53:18.572571 tst ping.py:19: start network...\u000a20:53:18.708607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:19.220214 run create_hlr_db(pid=26143): Launched\u000a20:53:19.408265 bus /gobi_6: Setting Powered False\u000a20:53:20.429346 run create_hlr_db(pid=26143): Terminated: ok {rc=0}\u000a20:53:20.836257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26145): Launched\u000a20:53:21.140425 run osmo-hlr_10.42.42.2(pid=26147): Launched\u000a20:53:21.261335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:21.797880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26149): Launched\u000a20:53:22.100521 run osmo-stp_10.42.42.5(pid=26150): Launched\u000a20:53:22.211206 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:53:22.738693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26152): Launched\u000a20:53:22.846948 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:53:23.111318 run patchelf(pid=26153): Launched\u000a20:53:23.290808 run osmo-stp_10.42.42.5(pid=26150): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26150)]\u000a20:53:23.421054 run osmo-stp_10.42.42.5(pid=26150): stdout: \u000a| (launched: 2022-12-12_20:53:21.951532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:23.551548 run osmo-stp_10.42.42.5(pid=26150): stderr: \u000a| �[0;m�[38;5;43m20221212205322119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205322120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205322120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205322120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205322121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205322121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205322121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:23.677646 run osmo-stp_10.42.42.5(pid=26150): stdout: \u000a| (launched: 2022-12-12_20:53:21.951532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:23.802511 run osmo-stp_10.42.42.5(pid=26150): stderr: \u000a| �[0;m�[38;5;43m20221212205322119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205322120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205322120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205322120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205322121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205322121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205322121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:23.948131 run patchelf(pid=26153): Terminating (SIGINT)\u000a20:53:24.119351 run patchelf(pid=26153): Terminated: ok {rc=0}\u000a20:53:24.150481 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26150): Process ended prematurely: osmo-stp_10.42.42.5(pid=26150) [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26150)] [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:53:24.159220 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:53:24.220798 run osmo-hlr_10.42.42.2(pid=26147): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26147)]\u000a20:53:24.270847 run osmo-hlr_10.42.42.2(pid=26147): stdout: \u000a| (launched: 2022-12-12_20:53:20.990274) \u000a20:53:24.321787 run osmo-hlr_10.42.42.2(pid=26147): stderr: \u000a| �[0;m�[1;31m20221212205321161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205321161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205321161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205321161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205321161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205321161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205321174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205321182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205321183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205321183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:24.364727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26145): Terminating (SIGTERM)\u000a20:53:24.405305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26149): Terminating (SIGTERM)\u000a20:53:24.446027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26152): Terminating (SIGTERM)\u000a20:53:24.455597 --- ParallelTerminationStrategy: PID 26145 died...\u000a20:53:24.509888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26145): Terminated: ok {rc=0}\u000a20:53:24.519869 --- ParallelTerminationStrategy: PID 26149 died...\u000a20:53:24.573905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26149): Terminated: ok {rc=0}\u000a20:53:24.583839 --- ParallelTerminationStrategy: PID 26152 died...\u000a20:53:24.637831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26152): Terminated: ok {rc=0}\u000a20:53:24.722843 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26160): Process ended prematurely: osmo-stp_10.42.42.5(pid=26160) [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26160)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26160): Process ended prematurely: osmo-stp_10.42.42.5(pid=26160) [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:53:25.772756 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:53:25.784098 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:53:25.931927 tst ping_idle_ping.py: using LAC 31435\u000a20:53:26.054565 tst ping_idle_ping.py: using RAC 70\u000a20:53:26.177168 tst ping_idle_ping.py: using CellId 31435\u000a20:53:26.305790 tst ping_idle_ping.py: using BVCI 31436\u000a20:53:26.331015 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:53:26.342607 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:53:26.354012 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:53:26.365286 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:53:26.376372 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:53:26.387509 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:53:26.398871 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:53:26.410011 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:53:26.689896 tst ping_idle_ping.py:24: start network...\u000a20:53:26.816826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:27.305713 run create_hlr_db(pid=26154): Launched\u000a20:53:27.481212 bus /gobi_6: Setting Powered False\u000a20:53:28.502187 run create_hlr_db(pid=26154): Terminated: ok {rc=0}\u000a20:53:28.905393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26156): Launched\u000a20:53:29.208421 run osmo-hlr_10.42.42.2(pid=26157): Launched\u000a20:53:29.329758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:29.861587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26159): Launched\u000a20:53:30.164000 run osmo-stp_10.42.42.5(pid=26160): Launched\u000a20:53:30.274463 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:53:30.802216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26162): Launched\u000a20:53:30.921405 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:53:31.239192 run patchelf(pid=26163): Launched\u000a20:53:31.421999 run osmo-stp_10.42.42.5(pid=26160): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26160)]\u000a20:53:31.555327 run osmo-stp_10.42.42.5(pid=26160): stdout: \u000a| (launched: 2022-12-12_20:53:30.015410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:31.688942 run osmo-stp_10.42.42.5(pid=26160): stderr: \u000a| �[0;m�[38;5;43m20221212205330183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205330183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205330184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205330184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205330184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205330185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205330185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:31.817637 run osmo-stp_10.42.42.5(pid=26160): stdout: \u000a| (launched: 2022-12-12_20:53:30.015410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:31.945328 run osmo-stp_10.42.42.5(pid=26160): stderr: \u000a| �[0;m�[38;5;43m20221212205330183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205330183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205330184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205330184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205330184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205330185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205330185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:32.092736 run patchelf(pid=26163): Terminating (SIGINT)\u000a20:53:32.267645 run patchelf(pid=26163): Terminated: ok {rc=0}\u000a20:53:32.299301 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26160): Process ended prematurely: osmo-stp_10.42.42.5(pid=26160) [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26160)] [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:53:32.308201 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a20:53:32.368930 run osmo-hlr_10.42.42.2(pid=26157): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26157)]\u000a20:53:32.419022 run osmo-hlr_10.42.42.2(pid=26157): stdout: \u000a| (launched: 2022-12-12_20:53:29.059732) \u000a20:53:32.469383 run osmo-hlr_10.42.42.2(pid=26157): stderr: \u000a| �[0;m�[1;31m20221212205329233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205329233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205329233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205329233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205329233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205329233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205329243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205329252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205329252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205329252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:32.512307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26156): Terminating (SIGTERM)\u000a20:53:32.552854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26159): Terminating (SIGTERM)\u000a20:53:32.593948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26162): Terminating (SIGTERM)\u000a20:53:32.603395 --- ParallelTerminationStrategy: PID 26156 died...\u000a20:53:32.657637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26156): Terminated: ok {rc=0}\u000a20:53:32.667669 --- ParallelTerminationStrategy: PID 26159 died...\u000a20:53:32.721644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26159): Terminated: ok {rc=0}\u000a20:53:32.731318 --- ParallelTerminationStrategy: PID 26162 died...\u000a20:53:32.785533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26162): Terminated: ok {rc=0}\u000a20:53:32.876130 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:52:35" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26177): Process ended prematurely: osmo-stp_10.42.42.5(pid=26177) [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26177)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26177): Process ended prematurely: osmo-stp_10.42.42.5(pid=26177) [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:53:34.986713 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:34.997583 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:53:35.142437 tst cs_paging_gprs_active.py: using LAC 31436\u000a20:53:35.265620 tst cs_paging_gprs_active.py: using RAC 71\u000a20:53:35.386855 tst cs_paging_gprs_active.py: using CellId 31436\u000a20:53:35.510632 tst cs_paging_gprs_active.py: using BVCI 31437\u000a20:53:35.534562 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:35.545402 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:35.555858 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:35.566413 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:35.576782 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:35.587351 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:35.598082 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:35.608656 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:35.619529 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:53:35.740170 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:53:36.042788 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:53:36.182826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:36.526348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26167): Launched\u000a20:53:36.812850 run iperf3-srv_10.42.42.10(pid=26168): Launched\u000a20:53:37.017925 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:53:37.157974 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:37.502830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Launched\u000a20:53:37.788307 run iperf3-srv_10.42.42.10(pid=26170): Launched\u000a20:53:37.992161 tst cs_paging_gprs_active.py:38: start network...\u000a20:53:38.131776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:38.655390 run create_hlr_db(pid=26171): Launched\u000a20:53:38.846969 bus /gobi_6: Setting Powered False\u000a20:53:39.869396 run create_hlr_db(pid=26171): Terminated: ok {rc=0}\u000a20:53:40.284271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26173): Launched\u000a20:53:40.593779 run osmo-hlr_10.42.42.2(pid=26174): Launched\u000a20:53:40.709522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:41.245373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26176): Launched\u000a20:53:41.553600 run osmo-stp_10.42.42.5(pid=26177): Launched\u000a20:53:41.666090 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:53:42.203829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26179): Launched\u000a20:53:42.314709 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:53:42.583668 run patchelf(pid=26180): Launched\u000a20:53:42.764138 run osmo-stp_10.42.42.5(pid=26177): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26177)]\u000a20:53:42.896593 run osmo-stp_10.42.42.5(pid=26177): stdout: \u000a| (launched: 2022-12-12_20:53:41.402533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:43.028906 run osmo-stp_10.42.42.5(pid=26177): stderr: \u000a| �[0;m�[38;5;43m20221212205341571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205341571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205341572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205341572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205341572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205341573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205341573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:43.157153 run osmo-stp_10.42.42.5(pid=26177): stdout: \u000a| (launched: 2022-12-12_20:53:41.402533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:43.284618 run osmo-stp_10.42.42.5(pid=26177): stderr: \u000a| �[0;m�[38;5;43m20221212205341571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205341571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205341572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205341572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205341572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205341573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205341573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:43.432407 run patchelf(pid=26180): Terminating (SIGINT)\u000a20:53:43.606706 run patchelf(pid=26180): Terminated: ok {rc=0}\u000a20:53:43.638573 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26177): Process ended prematurely: osmo-stp_10.42.42.5(pid=26177) [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26177)] [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:53:43.647753 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:53:43.708400 run osmo-hlr_10.42.42.2(pid=26174): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26174)]\u000a20:53:43.758054 run osmo-hlr_10.42.42.2(pid=26174): stdout: \u000a| (launched: 2022-12-12_20:53:40.441368) \u000a20:53:43.808558 run osmo-hlr_10.42.42.2(pid=26174): stderr: \u000a| �[0;m�[1;31m20221212205340616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205340616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205340616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205340616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205340616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205340617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205340633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205340644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205340644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205340644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:43.851998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26167): Terminating (SIGTERM)\u000a20:53:43.892247 run iperf3-srv_10.42.42.10(pid=26168): Terminating (SIGTERM)\u000a20:53:43.932627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Terminating (SIGTERM)\u000a20:53:43.972938 run iperf3-srv_10.42.42.10(pid=26170): Terminating (SIGTERM)\u000a20:53:44.013893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26173): Terminating (SIGTERM)\u000a20:53:44.054324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26176): Terminating (SIGTERM)\u000a20:53:44.094697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26179): Terminating (SIGTERM)\u000a20:53:44.103923 --- ParallelTerminationStrategy: PID 26167 died...\u000a20:53:44.157877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26167): Terminated: ok {rc=0}\u000a20:53:44.167546 --- ParallelTerminationStrategy: PID 26168 died...\u000a20:53:44.220913 run iperf3-srv_10.42.42.10(pid=26168): Terminated {rc=256}\u000a20:53:44.230537 --- ParallelTerminationStrategy: PID 26169 died...\u000a20:53:44.284396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Terminated: ok {rc=0}\u000a20:53:44.294037 --- ParallelTerminationStrategy: PID 26170 died...\u000a20:53:44.348015 run iperf3-srv_10.42.42.10(pid=26170): Terminated {rc=256}\u000a20:53:44.357803 --- ParallelTerminationStrategy: PID 26173 died...\u000a20:53:44.411461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26173): Terminated: ok {rc=0}\u000a20:53:44.421116 --- ParallelTerminationStrategy: PID 26176 died...\u000a20:53:44.474462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26176): Terminated: ok {rc=0}\u000a20:53:44.484100 --- ParallelTerminationStrategy: PID 26179 died...\u000a20:53:44.537485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26179): Terminated: ok {rc=0}\u000a20:53:44.627386 bus /gobi_0: Setting Powered False\u000a20:53:45.731517 bus /gobi_0: Setting Powered False\u000a20:53:46.885881 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26485): Process ended prematurely: osmo-stp_10.42.42.5(pid=26485) [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26485)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26485): Process ended prematurely: osmo-stp_10.42.42.5(pid=26485) [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:53:48.034147 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:48.047973 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:53:48.266855 tst iperf3.py: using LAC 31437\u000a20:53:48.402120 tst iperf3.py: using RAC 72\u000a20:53:48.547676 tst iperf3.py: using CellId 31437\u000a20:53:48.680864 tst iperf3.py: using BVCI 31438\u000a20:53:48.707863 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:48.720996 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:48.733748 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:48.747140 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:48.760127 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:48.772433 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:48.785812 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:48.799920 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:48.812449 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:53:49.129598 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:53:49.274514 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:53:49.634122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26475): Launched\u000a20:53:49.939562 run iperf3-srv_10.42.42.10(pid=26476): Launched\u000a20:53:50.148781 tst iperf3.py:8: start network...\u000a20:53:50.293263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:53:50.858673 run create_hlr_db(pid=26479): Launched\u000a20:53:51.040265 bus /gobi_6: Setting Powered False\u000a20:53:52.059941 run create_hlr_db(pid=26479): Terminated: ok {rc=0}\u000a20:53:52.490796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26481): Launched\u000a20:53:52.904822 run osmo-hlr_10.42.42.2(pid=26482): Launched\u000a20:53:53.148805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:53:53.785387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26484): Launched\u000a20:53:54.204802 run osmo-stp_10.42.42.5(pid=26485): Launched\u000a20:53:54.442478 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:53:55.055123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26487): Launched\u000a20:53:55.170768 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:53:55.466483 run patchelf(pid=26488): Launched\u000a20:53:55.655534 run osmo-stp_10.42.42.5(pid=26485): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26485)]\u000a20:53:55.792375 run osmo-stp_10.42.42.5(pid=26485): stdout: \u000a| (launched: 2022-12-12_20:53:53.949278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:55.930600 run osmo-stp_10.42.42.5(pid=26485): stderr: \u000a| �[0;m�[38;5;43m20221212205354271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205354272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205354272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205354272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205354273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205354273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205354273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:56.062140 run osmo-stp_10.42.42.5(pid=26485): stdout: \u000a| (launched: 2022-12-12_20:53:53.949278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:53:56.194975 run osmo-stp_10.42.42.5(pid=26485): stderr: \u000a| �[0;m�[38;5;43m20221212205354271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205354272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205354272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205354272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205354273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205354273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205354273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:53:56.348717 run patchelf(pid=26488): Terminating (SIGINT)\u000a20:53:56.530737 run patchelf(pid=26488): Terminated: ok {rc=0}\u000a20:53:56.564763 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26485): Process ended prematurely: osmo-stp_10.42.42.5(pid=26485) [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26485)] [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:53:56.575180 tst iperf3.py:8: Test FAILED (8.6 sec)\u000a20:53:56.638955 run osmo-hlr_10.42.42.2(pid=26482): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26482)]\u000a20:53:56.692273 run osmo-hlr_10.42.42.2(pid=26482): stdout: \u000a| (launched: 2022-12-12_20:53:52.651011) \u000a20:53:56.745028 run osmo-hlr_10.42.42.2(pid=26482): stderr: \u000a| �[0;m�[1;31m20221212205352987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205352987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205352987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205352987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205352987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205352987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205353009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205353023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205353023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205353023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:53:56.790010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26475): Terminating (SIGTERM)\u000a20:53:56.834379 run iperf3-srv_10.42.42.10(pid=26476): Terminating (SIGTERM)\u000a20:53:56.879704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26481): Terminating (SIGTERM)\u000a20:53:56.924312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26484): Terminating (SIGTERM)\u000a20:53:56.967543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26487): Terminating (SIGTERM)\u000a20:53:56.979277 --- ParallelTerminationStrategy: PID 26475 died...\u000a20:53:57.037191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26475): Terminated: ok {rc=0}\u000a20:53:57.047815 --- ParallelTerminationStrategy: PID 26476 died...\u000a20:53:57.104819 run iperf3-srv_10.42.42.10(pid=26476): Terminated {rc=256}\u000a20:53:57.115219 --- ParallelTerminationStrategy: PID 26481 died...\u000a20:53:57.171273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26481): Terminated: ok {rc=0}\u000a20:53:57.182115 --- ParallelTerminationStrategy: PID 26484 died...\u000a20:53:57.237862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26484): Terminated: ok {rc=0}\u000a20:53:57.248417 --- ParallelTerminationStrategy: PID 26487 died...\u000a20:53:57.305568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26487): Terminated: ok {rc=0}\u000a20:53:57.398676 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26504): Process ended prematurely: osmo-stp_10.42.42.5(pid=26504) [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26504)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26504): Process ended prematurely: osmo-stp_10.42.42.5(pid=26504) [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:53:58.523424 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:58.537240 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:53:58.703566 tst iperf3m4.py: using LAC 31438\u000a20:53:58.844839 tst iperf3m4.py: using RAC 73\u000a20:53:58.982506 tst iperf3m4.py: using CellId 31438\u000a20:53:59.116427 tst iperf3m4.py: using BVCI 31439\u000a20:53:59.143981 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:59.156564 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:59.170570 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:59.184203 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:59.196915 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:59.211804 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:59.225580 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:59.239280 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:53:59.251983 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:53:59.384430 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:53:59.518053 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:53:59.647192 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:53:59.966520 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:54:00.113721 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:00.481262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26489): Launched\u000a20:54:00.792636 run iperf3-srv_10.42.42.10(pid=26490): Launched\u000a20:54:01.015236 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:54:01.160579 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:01.546325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26491): Launched\u000a20:54:01.862830 run iperf3-srv_10.42.42.10(pid=26492): Launched\u000a20:54:02.086246 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:54:02.232533 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:02.605225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26493): Launched\u000a20:54:02.918149 run iperf3-srv_10.42.42.10(pid=26494): Launched\u000a20:54:03.132419 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:54:03.279923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:54:03.649119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26495): Launched\u000a20:54:03.965013 run iperf3-srv_10.42.42.10(pid=26496): Launched\u000a20:54:04.180707 tst iperf3m4.py:8: start network...\u000a20:54:04.328003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:04.913641 run create_hlr_db(pid=26497): Launched\u000a20:54:05.114881 bus /gobi_6: Setting Powered False\u000a20:54:06.136828 run create_hlr_db(pid=26497): Terminated: ok {rc=0}\u000a20:54:06.606373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26500): Launched\u000a20:54:07.053546 run osmo-hlr_10.42.42.2(pid=26501): Launched\u000a20:54:07.303595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:07.921919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26503): Launched\u000a20:54:08.370350 run osmo-stp_10.42.42.5(pid=26504): Launched\u000a20:54:08.592319 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:54:09.207504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26506): Launched\u000a20:54:09.332883 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:54:09.647534 run patchelf(pid=26507): Launched\u000a20:54:09.852836 run osmo-stp_10.42.42.5(pid=26504): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26504)]\u000a20:54:10.002799 run osmo-stp_10.42.42.5(pid=26504): stdout: \u000a| (launched: 2022-12-12_20:54:08.098230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:10.152030 run osmo-stp_10.42.42.5(pid=26504): stderr: \u000a| �[0;m�[38;5;43m20221212205408394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205408394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205408394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205408395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205408395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205408395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205408395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:10.297788 run osmo-stp_10.42.42.5(pid=26504): stdout: \u000a| (launched: 2022-12-12_20:54:08.098230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:10.440669 run osmo-stp_10.42.42.5(pid=26504): stderr: \u000a| �[0;m�[38;5;43m20221212205408394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205408394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205408394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205408395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205408395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205408395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205408395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:10.606953 run patchelf(pid=26507): Terminating (SIGINT)\u000a20:54:10.797475 run patchelf(pid=26507): Terminated: ok {rc=0}\u000a20:54:10.832330 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26504): Process ended prematurely: osmo-stp_10.42.42.5(pid=26504) [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26504)] [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:54:10.842848 tst iperf3m4.py:8: Test FAILED (12.4 sec)\u000a20:54:10.910430 run osmo-hlr_10.42.42.2(pid=26501): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26501)]\u000a20:54:10.965243 run osmo-hlr_10.42.42.2(pid=26501): stdout: \u000a| (launched: 2022-12-12_20:54:06.784248) \u000a20:54:11.020121 run osmo-hlr_10.42.42.2(pid=26501): stderr: \u000a| �[0;m�[1;31m20221212205407091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205407092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205407092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205407092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205407092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205407092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205407107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205407119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205407119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205407119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:11.066416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26489): Terminating (SIGTERM)\u000a20:54:11.110553 run iperf3-srv_10.42.42.10(pid=26490): Terminating (SIGTERM)\u000a20:54:11.154544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26491): Terminating (SIGTERM)\u000a20:54:11.199078 run iperf3-srv_10.42.42.10(pid=26492): Terminating (SIGTERM)\u000a20:54:11.243559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26493): Terminating (SIGTERM)\u000a20:54:11.287887 run iperf3-srv_10.42.42.10(pid=26494): Terminating (SIGTERM)\u000a20:54:11.332065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26495): Terminating (SIGTERM)\u000a20:54:11.376150 run iperf3-srv_10.42.42.10(pid=26496): Terminating (SIGTERM)\u000a20:54:11.420469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26500): Terminating (SIGTERM)\u000a20:54:11.464585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26503): Terminating (SIGTERM)\u000a20:54:11.508913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26506): Terminating (SIGTERM)\u000a20:54:11.519185 --- ParallelTerminationStrategy: PID 26489 died...\u000a20:54:11.578525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26489): Terminated: ok {rc=0}\u000a20:54:11.589221 --- ParallelTerminationStrategy: PID 26490 died...\u000a20:54:11.647764 run iperf3-srv_10.42.42.10(pid=26490): Terminated {rc=256}\u000a20:54:11.658077 --- ParallelTerminationStrategy: PID 26491 died...\u000a20:54:11.717006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26491): Terminated: ok {rc=0}\u000a20:54:11.727708 --- ParallelTerminationStrategy: PID 26492 died...\u000a20:54:11.786303 run iperf3-srv_10.42.42.10(pid=26492): Terminated {rc=256}\u000a20:54:11.796789 --- ParallelTerminationStrategy: PID 26493 died...\u000a20:54:11.855822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26493): Terminated: ok {rc=0}\u000a20:54:11.866381 --- ParallelTerminationStrategy: PID 26494 died...\u000a20:54:11.924881 run iperf3-srv_10.42.42.10(pid=26494): Terminated {rc=256}\u000a20:54:11.935916 --- ParallelTerminationStrategy: PID 26495 died...\u000a20:54:11.994674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26495): Terminated: ok {rc=0}\u000a20:54:12.005196 --- ParallelTerminationStrategy: PID 26496 died...\u000a20:54:12.063958 run iperf3-srv_10.42.42.10(pid=26496): Terminated {rc=256}\u000a20:54:12.074564 --- ParallelTerminationStrategy: PID 26500 died...\u000a20:54:12.133506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26500): Terminated: ok {rc=0}\u000a20:54:12.144083 --- ParallelTerminationStrategy: PID 26503 died...\u000a20:54:12.202655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26503): Terminated: ok {rc=0}\u000a20:54:12.213883 --- ParallelTerminationStrategy: PID 26506 died...\u000a20:54:12.272104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26506): Terminated: ok {rc=0}\u000a20:54:12.363078 bus /gobi_4: Setting Powered False\u000a20:54:13.470372 bus /gobi_4: Setting Powered False\u000a20:54:14.584091 bus /gobi_1: Setting Powered False\u000a20:54:15.694614 bus /gobi_1: Setting Powered False\u000a20:54:16.807215 bus /gobi_0: Setting Powered False\u000a20:54:17.913882 bus /gobi_0: Setting Powered False\u000a20:54:19.029720 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26515): Process ended prematurely: osmo-stp_10.42.42.5(pid=26515) [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26515)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26515): Process ended prematurely: osmo-stp_10.42.42.5(pid=26515) [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:54:20.099314 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:54:20.110994 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:54:20.258167 tst ping.py: using LAC 31439\u000a20:54:20.379426 tst ping.py: using RAC 74\u000a20:54:20.503747 tst ping.py: using CellId 31439\u000a20:54:20.627333 tst ping.py: using BVCI 31440\u000a20:54:20.651147 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:54:20.662431 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:54:20.673662 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:54:20.684357 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:54:20.695104 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:54:20.705761 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:54:20.716604 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:54:20.727304 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:54:21.027445 tst ping.py:19: start network...\u000a20:54:21.166408 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:21.691236 run create_hlr_db(pid=26509): Launched\u000a20:54:21.883635 bus /gobi_6: Setting Powered False\u000a20:54:22.904550 run create_hlr_db(pid=26509): Terminated: ok {rc=0}\u000a20:54:23.319543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26511): Launched\u000a20:54:23.629940 run osmo-hlr_10.42.42.2(pid=26512): Launched\u000a20:54:23.754405 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:24.300343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26514): Launched\u000a20:54:24.611907 run osmo-stp_10.42.42.5(pid=26515): Launched\u000a20:54:24.728530 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:54:25.268820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26517): Launched\u000a20:54:25.378795 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:54:25.649360 run patchelf(pid=26518): Launched\u000a20:54:25.830841 run osmo-stp_10.42.42.5(pid=26515): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26515)]\u000a20:54:25.963557 run osmo-stp_10.42.42.5(pid=26515): stdout: \u000a| (launched: 2022-12-12_20:54:24.457842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:26.096502 run osmo-stp_10.42.42.5(pid=26515): stderr: \u000a| �[0;m�[38;5;43m20221212205424628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205424628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205424628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205424629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205424629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205424629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205424629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:26.224766 run osmo-stp_10.42.42.5(pid=26515): stdout: \u000a| (launched: 2022-12-12_20:54:24.457842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:26.352378 run osmo-stp_10.42.42.5(pid=26515): stderr: \u000a| �[0;m�[38;5;43m20221212205424628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205424628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205424628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205424629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205424629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205424629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205424629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:26.500391 run patchelf(pid=26518): Terminating (SIGINT)\u000a20:54:26.675568 run patchelf(pid=26518): Terminated: ok {rc=0}\u000a20:54:26.707365 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26515): Process ended prematurely: osmo-stp_10.42.42.5(pid=26515) [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26515)] [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:54:26.716081 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:54:26.777686 run osmo-hlr_10.42.42.2(pid=26512): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26512)]\u000a20:54:26.828442 run osmo-hlr_10.42.42.2(pid=26512): stdout: \u000a| (launched: 2022-12-12_20:54:23.476518) \u000a20:54:26.880116 run osmo-hlr_10.42.42.2(pid=26512): stderr: \u000a| �[0;m�[1;31m20221212205423650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205423650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205423650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205423650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205423650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205423650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205423662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205423670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205423671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205423671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:26.923553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26511): Terminating (SIGTERM)\u000a20:54:26.964367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26514): Terminating (SIGTERM)\u000a20:54:27.004903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26517): Terminating (SIGTERM)\u000a20:54:27.014370 --- ParallelTerminationStrategy: PID 26511 died...\u000a20:54:27.069430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26511): Terminated: ok {rc=0}\u000a20:54:27.079838 --- ParallelTerminationStrategy: PID 26514 died...\u000a20:54:27.134574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26514): Terminated: ok {rc=0}\u000a20:54:27.144356 --- ParallelTerminationStrategy: PID 26517 died...\u000a20:54:27.199111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26517): Terminated: ok {rc=0}\u000a20:54:27.291511 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26525): Process ended prematurely: osmo-stp_10.42.42.5(pid=26525) [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26525)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26525): Process ended prematurely: osmo-stp_10.42.42.5(pid=26525) [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:54:28.345831 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:54:28.358654 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:54:28.521949 tst ping_idle_ping.py: using LAC 31440\u000a20:54:28.653279 tst ping_idle_ping.py: using RAC 75\u000a20:54:28.775918 tst ping_idle_ping.py: using CellId 31440\u000a20:54:28.897957 tst ping_idle_ping.py: using BVCI 31441\u000a20:54:28.921918 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:54:28.933110 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:54:28.943893 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:54:28.954730 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:54:28.965566 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:54:28.976344 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:54:28.987391 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:54:28.998266 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:54:29.280755 tst ping_idle_ping.py:24: start network...\u000a20:54:29.410057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:29.919172 run create_hlr_db(pid=26519): Launched\u000a20:54:30.097901 bus /gobi_6: Setting Powered False\u000a20:54:31.139194 run create_hlr_db(pid=26519): Terminated: ok {rc=0}\u000a20:54:31.579845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26521): Launched\u000a20:54:31.950566 run osmo-hlr_10.42.42.2(pid=26522): Launched\u000a20:54:32.164759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:32.744415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26524): Launched\u000a20:54:33.079403 run osmo-stp_10.42.42.5(pid=26525): Launched\u000a20:54:33.201367 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:54:33.783728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26527): Launched\u000a20:54:33.903690 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:54:34.194850 run patchelf(pid=26528): Launched\u000a20:54:34.392554 run osmo-stp_10.42.42.5(pid=26525): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26525)]\u000a20:54:34.537879 run osmo-stp_10.42.42.5(pid=26525): stdout: \u000a| (launched: 2022-12-12_20:54:32.914503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:34.680747 run osmo-stp_10.42.42.5(pid=26525): stderr: \u000a| �[0;m�[38;5;43m20221212205433105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205433105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205433106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205433106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205433106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205433106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205433107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:34.818907 run osmo-stp_10.42.42.5(pid=26525): stdout: \u000a| (launched: 2022-12-12_20:54:32.914503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:34.955626 run osmo-stp_10.42.42.5(pid=26525): stderr: \u000a| �[0;m�[38;5;43m20221212205433105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205433105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205433106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205433106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205433106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205433106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205433107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:35.114593 run patchelf(pid=26528): Terminating (SIGINT)\u000a20:54:35.301766 run patchelf(pid=26528): Terminated: ok {rc=0}\u000a20:54:35.335446 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26525): Process ended prematurely: osmo-stp_10.42.42.5(pid=26525) [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26525)] [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:54:35.345004 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a20:54:35.412231 run osmo-hlr_10.42.42.2(pid=26522): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26522)]\u000a20:54:35.466415 run osmo-hlr_10.42.42.2(pid=26522): stdout: \u000a| (launched: 2022-12-12_20:54:31.743689) \u000a20:54:35.521378 run osmo-hlr_10.42.42.2(pid=26522): stderr: \u000a| �[0;m�[1;31m20221212205432092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205432092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205432092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205432092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205432101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205432101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205432115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205432131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205432132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205432132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:35.567135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26521): Terminating (SIGTERM)\u000a20:54:35.611694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26524): Terminating (SIGTERM)\u000a20:54:35.655013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26527): Terminating (SIGTERM)\u000a20:54:35.665880 --- ParallelTerminationStrategy: PID 26521 died...\u000a20:54:35.725300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26521): Terminated: ok {rc=0}\u000a20:54:35.735630 --- ParallelTerminationStrategy: PID 26524 died...\u000a20:54:35.793767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26524): Terminated: ok {rc=0}\u000a20:54:35.804850 --- ParallelTerminationStrategy: PID 26527 died...\u000a20:54:35.863941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26527): Terminated: ok {rc=0}\u000a20:54:35.953768 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 64.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:53:34" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26539): Process ended prematurely: osmo-stp_10.42.42.5(pid=26539) [trial-2382↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26539)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26539): Process ended prematurely: osmo-stp_10.42.42.5(pid=26539) [trial-2382↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:54:37.943981 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:54:37.955434 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:54:38.102940 tst switch_tch_pdch.py: using LAC 31441\u000a20:54:38.226406 tst switch_tch_pdch.py: using RAC 76\u000a20:54:38.350412 tst switch_tch_pdch.py: using CellId 31441\u000a20:54:38.474590 tst switch_tch_pdch.py: using BVCI 31442\u000a20:54:38.498411 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:54:38.509737 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:54:38.520652 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:54:38.531856 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:54:38.542999 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:54:38.554244 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:54:38.565550 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:54:38.576869 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:54:38.700016 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:54:38.984220 tst switch_tch_pdch.py:51: start network...\u000a20:54:39.113173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:39.609778 run create_hlr_db(pid=26533): Launched\u000a20:54:39.788812 bus /gobi_6: Setting Powered False\u000a20:54:40.809823 run create_hlr_db(pid=26533): Terminated: ok {rc=0}\u000a20:54:41.221758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26535): Launched\u000a20:54:41.531445 run osmo-hlr_10.42.42.2(pid=26536): Launched\u000a20:54:41.653627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:42.199616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26538): Launched\u000a20:54:42.508852 run osmo-stp_10.42.42.5(pid=26539): Launched\u000a20:54:42.621124 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:54:43.160575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26541): Launched\u000a20:54:43.270919 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:54:43.541168 run patchelf(pid=26542): Launched\u000a20:54:43.722921 run osmo-stp_10.42.42.5(pid=26539): ERR: Terminated: ERROR {rc=1} [trial-2382↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26539)]\u000a20:54:43.855681 run osmo-stp_10.42.42.5(pid=26539): stdout: \u000a| (launched: 2022-12-12_20:54:42.357368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:43.988651 run osmo-stp_10.42.42.5(pid=26539): stderr: \u000a| �[0;m�[38;5;43m20221212205442529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205442529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205442529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205442530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205442530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205442530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205442530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:44.117670 run osmo-stp_10.42.42.5(pid=26539): stdout: \u000a| (launched: 2022-12-12_20:54:42.357368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:44.245501 run osmo-stp_10.42.42.5(pid=26539): stderr: \u000a| �[0;m�[38;5;43m20221212205442529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205442529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205442529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205442530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205442530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205442530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205442530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:44.394134 run patchelf(pid=26542): Terminating (SIGINT)\u000a20:54:44.569658 run patchelf(pid=26542): Terminated: ok {rc=0}\u000a20:54:44.601292 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26539): Process ended prematurely: osmo-stp_10.42.42.5(pid=26539) [trial-2382↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26539)] [trial-2382↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:54:44.609996 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a20:54:44.670773 run osmo-hlr_10.42.42.2(pid=26536): ERR: Terminated: ERROR {rc=237} [trial-2382↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26536)]\u000a20:54:44.720829 run osmo-hlr_10.42.42.2(pid=26536): stdout: \u000a| (launched: 2022-12-12_20:54:41.379527) \u000a20:54:44.771591 run osmo-hlr_10.42.42.2(pid=26536): stderr: \u000a| �[0;m�[1;31m20221212205441557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205441557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205441557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205441557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205441557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205441557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205441569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205441578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205441579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205441579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:44.814444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26535): Terminating (SIGTERM)\u000a20:54:44.854987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26538): Terminating (SIGTERM)\u000a20:54:44.895332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26541): Terminating (SIGTERM)\u000a20:54:44.904631 --- ParallelTerminationStrategy: PID 26535 died...\u000a20:54:44.959035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26535): Terminated: ok {rc=0}\u000a20:54:44.968797 --- ParallelTerminationStrategy: PID 26538 died...\u000a20:54:45.022655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26538): Terminated: ok {rc=0}\u000a20:54:45.032452 --- ParallelTerminationStrategy: PID 26541 died...\u000a20:54:45.086415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26541): Terminated: ok {rc=0}\u000a20:54:45.177258 bus /gobi_0: Setting Powered False\u000a20:54:46.302441 bus /gobi_0: Setting Powered False\u000a20:54:47.412235 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:54:37" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26552): Process ended prematurely: osmo-stp_10.42.42.5(pid=26552) [trial-2382↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26552)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26552): Process ended prematurely: osmo-stp_10.42.42.5(pid=26552) [trial-2382↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:54:49.358492 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:54:49.370095 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:54:49.526817 tst switch_tch_pdch.py: using LAC 31442\u000a20:54:49.656356 tst switch_tch_pdch.py: using RAC 77\u000a20:54:49.790167 tst switch_tch_pdch.py: using CellId 31442\u000a20:54:49.923726 tst switch_tch_pdch.py: using BVCI 31443\u000a20:54:49.949167 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:54:49.960687 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:54:49.971982 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:54:49.983519 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:54:49.994995 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:54:50.006548 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:54:50.018366 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:54:50.029862 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:54:50.149541 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:54:50.435421 tst switch_tch_pdch.py:51: start network...\u000a20:54:50.565526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:54:51.035715 run create_hlr_db(pid=26546): Launched\u000a20:54:51.161549 bus /gobi_6: Setting Powered False\u000a20:54:52.235395 run create_hlr_db(pid=26546): Terminated: ok {rc=0}\u000a20:54:52.646731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26548): Launched\u000a20:54:52.980453 run osmo-hlr_10.42.42.2(pid=26549): Launched\u000a20:54:53.101024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:54:53.647645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26551): Launched\u000a20:54:53.980754 run osmo-stp_10.42.42.5(pid=26552): Launched\u000a20:54:54.101238 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:54:54.651098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26554): Launched\u000a20:54:54.770100 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:54:55.058911 run patchelf(pid=26555): Launched\u000a20:54:55.252908 run osmo-stp_10.42.42.5(pid=26552): ERR: Terminated: ERROR {rc=1} [trial-2382↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26552)]\u000a20:54:55.394862 run osmo-stp_10.42.42.5(pid=26552): stdout: \u000a| (launched: 2022-12-12_20:54:53.816176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:55.536821 run osmo-stp_10.42.42.5(pid=26552): stderr: \u000a| �[0;m�[38;5;43m20221212205454007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205454008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205454008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205454008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205454009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205454009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205454009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:55.674101 run osmo-stp_10.42.42.5(pid=26552): stdout: \u000a| (launched: 2022-12-12_20:54:53.816176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:54:55.810405 run osmo-stp_10.42.42.5(pid=26552): stderr: \u000a| �[0;m�[38;5;43m20221212205454007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205454008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205454008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205454008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205454009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205454009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205454009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:54:55.968879 run patchelf(pid=26555): Terminating (SIGINT)\u000a20:54:56.154858 run patchelf(pid=26555): Terminated: ok {rc=0}\u000a20:54:56.188440 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26552): Process ended prematurely: osmo-stp_10.42.42.5(pid=26552) [trial-2382↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26552)] [trial-2382↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:54:56.198023 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a20:54:56.263544 run osmo-hlr_10.42.42.2(pid=26549): ERR: Terminated: ERROR {rc=237} [trial-2382↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26549)]\u000a20:54:56.317101 run osmo-hlr_10.42.42.2(pid=26549): stdout: \u000a| (launched: 2022-12-12_20:54:52.815604) \u000a20:54:56.370978 run osmo-hlr_10.42.42.2(pid=26549): stderr: \u000a| �[0;m�[1;31m20221212205453014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205453014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205453014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205453014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205453014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205453014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205453074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205453084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205453084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205453084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:54:56.416661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26548): Terminating (SIGTERM)\u000a20:54:56.459962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26551): Terminating (SIGTERM)\u000a20:54:56.503615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26554): Terminating (SIGTERM)\u000a20:54:56.513665 --- ParallelTerminationStrategy: PID 26548 died...\u000a20:54:56.571614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26548): Terminated: ok {rc=0}\u000a20:54:56.582095 --- ParallelTerminationStrategy: PID 26551 died...\u000a20:54:56.639829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26551): Terminated: ok {rc=0}\u000a20:54:56.650184 --- ParallelTerminationStrategy: PID 26554 died...\u000a20:54:56.708351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26554): Terminated: ok {rc=0}\u000a20:54:56.797793 bus /gobi_0: Setting Powered False\u000a20:54:57.907329 bus /gobi_0: Setting Powered False\u000a20:54:59.021847 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:54:49" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26563): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26563) [trial-2382↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26563)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26563): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26563) [trial-2382↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a20:55:00.938503 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a20:55:00.950292 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a20:55:01.105929 tst mo_mt_sms.py: using LAC 31443\u000a20:55:01.238862 tst mo_mt_sms.py: using RAC 78\u000a20:55:01.365265 tst mo_mt_sms.py: using CellId 31443\u000a20:55:01.489488 tst mo_mt_sms.py: using BVCI 31444\u000a20:55:01.514233 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a20:55:01.654009 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a20:55:01.989133 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:55:02.122103 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:55:02.767684 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26562): Launched\u000a20:55:03.075135 run osmo-nitb_10.42.42.2(pid=26563): Launched\u000a20:55:03.266101 run osmo-nitb_10.42.42.2(pid=26563): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26563)]\u000a20:55:03.406375 run osmo-nitb_10.42.42.2(pid=26563): stdout: \u000a| (launched: 2022-12-12_20:55:02.926102) \u000a20:55:03.547148 run osmo-nitb_10.42.42.2(pid=26563): stderr: \u000a| (launched: 2022-12-12_20:55:02.972380)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:55:03.683316 run osmo-nitb_10.42.42.2(pid=26563): stdout: \u000a| (launched: 2022-12-12_20:55:02.926102) \u000a20:55:03.818416 run osmo-nitb_10.42.42.2(pid=26563): stderr: \u000a| (launched: 2022-12-12_20:55:02.972380)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:55:04.201344 tst osmo-nitb_10.42.42.2(pid=26563): stdout: \u000a| (launched: 2022-12-12_20:55:02.926102) \u000a20:55:04.325511 tst osmo-nitb_10.42.42.2(pid=26563): stderr: \u000a| (launched: 2022-12-12_20:55:02.972380)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:55:04.379553 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=26563): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26563) [trial-2382↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26563)] [trial-2382↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a20:55:04.387588 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a20:55:04.422758 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26562): Terminating (SIGTERM)\u000a20:55:04.600143 --- ParallelTerminationStrategy: PID 26562 died...\u000a20:55:04.656255 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26562): Terminated: ok {rc=0}\u000a20:55:04.746443 bus /sierra_3: Setting Powered False\u000a20:55:05.853766 bus /sierra_3: Setting Powered False\u000a20:55:06.967829 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:55:00" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26573): Process ended prematurely: osmo-stp_10.42.42.5(pid=26573) [trial-2382↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26573)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26573): Process ended prematurely: osmo-stp_10.42.42.5(pid=26573) [trial-2382↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a20:55:08.859608 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:55:08.871128 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a20:55:09.020810 tst mo_mt_sms.py: using LAC 31444\u000a20:55:09.152267 tst mo_mt_sms.py: using RAC 79\u000a20:55:09.282923 tst mo_mt_sms.py: using CellId 31444\u000a20:55:09.408799 tst mo_mt_sms.py: using BVCI 31445\u000a20:55:09.433200 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:55:09.444107 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:55:09.454834 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:55:09.466092 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:55:09.477305 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:55:09.488342 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a20:55:09.607929 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a20:55:09.824902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:10.350703 run create_hlr_db(pid=26567): Launched\u000a20:55:10.545354 bus /sierra_2: Setting Powered False\u000a20:55:11.565829 run create_hlr_db(pid=26567): Terminated: ok {rc=0}\u000a20:55:11.982981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26569): Launched\u000a20:55:12.294132 run osmo-hlr_10.42.42.2(pid=26570): Launched\u000a20:55:12.409978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:12.948806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26572): Launched\u000a20:55:13.258023 run osmo-stp_10.42.42.5(pid=26573): Launched\u000a20:55:13.370562 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:55:13.935183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26575): Launched\u000a20:55:14.245529 run osmo-msc_10.42.42.6(pid=26576): Launched\u000a20:55:14.426367 run osmo-stp_10.42.42.5(pid=26573): ERR: Terminated: ERROR {rc=1} [trial-2382↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26573)]\u000a20:55:14.557634 run osmo-stp_10.42.42.5(pid=26573): stdout: \u000a| (launched: 2022-12-12_20:55:13.105973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:14.687060 run osmo-stp_10.42.42.5(pid=26573): stderr: \u000a| �[0;m�[38;5;43m20221212205513274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205513275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205513275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205513275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205513276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205513276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205513276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:14.810688 run osmo-stp_10.42.42.5(pid=26573): stdout: \u000a| (launched: 2022-12-12_20:55:13.105973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:14.933580 run osmo-stp_10.42.42.5(pid=26573): stderr: \u000a| �[0;m�[38;5;43m20221212205513274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205513275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205513275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205513275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205513276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205513276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205513276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:14.987268 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=26573): Process ended prematurely: osmo-stp_10.42.42.5(pid=26573) [trial-2382↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26573)] [trial-2382↪sms:trx-b200↪mo_mt_sms.py:16]\u000a20:55:14.995275 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a20:55:15.056249 run osmo-hlr_10.42.42.2(pid=26570): ERR: Terminated: ERROR {rc=237} [trial-2382↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26570)]\u000a20:55:15.106629 run osmo-hlr_10.42.42.2(pid=26570): stdout: \u000a| (launched: 2022-12-12_20:55:12.140858) \u000a20:55:15.157818 run osmo-hlr_10.42.42.2(pid=26570): stderr: \u000a| �[0;m�[1;31m20221212205512318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205512318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205512318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205512318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205512318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205512319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205512331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205512342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205512342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205512342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:15.227229 run osmo-msc_10.42.42.6(pid=26576): ERR: Terminated: ERROR {rc=2} [trial-2382↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26576)]\u000a20:55:15.277474 run osmo-msc_10.42.42.6(pid=26576): stdout: \u000a| (launched: 2022-12-12_20:55:14.092404) \u000a20:55:15.328208 run osmo-msc_10.42.42.6(pid=26576): stderr: \u000a| �[0;m�[38;5;43m20221212205514364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205514364 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c28f8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205514364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205514364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205514365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205514365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205514366 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205514367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205514367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205514367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:55:15.371445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26569): Terminating (SIGTERM)\u000a20:55:15.412423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26572): Terminating (SIGTERM)\u000a20:55:15.453536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26575): Terminating (SIGTERM)\u000a20:55:15.462927 --- ParallelTerminationStrategy: PID 26569 died...\u000a20:55:15.517960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26569): Terminated: ok {rc=0}\u000a20:55:15.527766 --- ParallelTerminationStrategy: PID 26572 died...\u000a20:55:15.582464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26572): Terminated: ok {rc=0}\u000a20:55:15.592302 --- ParallelTerminationStrategy: PID 26575 died...\u000a20:55:15.647262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26575): Terminated: ok {rc=0}\u000a20:55:15.737916 bus /sierra_3: Setting Powered False\u000a20:55:16.848323 bus /sierra_3: Setting Powered False\u000a20:55:17.958027 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:55:08" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26582): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26582) [trial-2382↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26582)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26582): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26582) [trial-2382↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a20:55:19.805940 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a20:55:19.816605 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a20:55:19.955849 tst assert_extension.py: using LAC 31445\u000a20:55:20.079014 tst assert_extension.py: using RAC 80\u000a20:55:20.203522 tst assert_extension.py: using CellId 31445\u000a20:55:20.335066 tst assert_extension.py: using BVCI 31446\u000a20:55:20.360443 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a20:55:20.642903 tst assert_extension.py:10: start nitb and bts...\u000a20:55:20.772731 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:55:21.410943 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26581): Launched\u000a20:55:21.715623 run osmo-nitb_10.42.42.2(pid=26582): Launched\u000a20:55:21.904936 run osmo-nitb_10.42.42.2(pid=26582): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26582)]\u000a20:55:22.045525 run osmo-nitb_10.42.42.2(pid=26582): stdout: \u000a| (launched: 2022-12-12_20:55:21.567272) \u000a20:55:22.185609 run osmo-nitb_10.42.42.2(pid=26582): stderr: \u000a| (launched: 2022-12-12_20:55:21.613051)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:55:22.321202 run osmo-nitb_10.42.42.2(pid=26582): stdout: \u000a| (launched: 2022-12-12_20:55:21.567272) \u000a20:55:22.455252 run osmo-nitb_10.42.42.2(pid=26582): stderr: \u000a| (launched: 2022-12-12_20:55:21.613051)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:55:22.840575 tst osmo-nitb_10.42.42.2(pid=26582): stdout: \u000a| (launched: 2022-12-12_20:55:21.567272) \u000a20:55:22.964932 tst osmo-nitb_10.42.42.2(pid=26582): stderr: \u000a| (launched: 2022-12-12_20:55:21.613051)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:55:23.019266 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=26582): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26582) [trial-2382↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26582)] [trial-2382↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a20:55:23.027600 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a20:55:23.062789 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26581): Terminating (SIGTERM)\u000a20:55:23.240367 --- ParallelTerminationStrategy: PID 26581 died...\u000a20:55:23.296502 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26581): Terminated: ok {rc=0}\u000a20:55:23.386260 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:55:19" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26592): Process ended prematurely: osmo-stp_10.42.42.5(pid=26592) [trial-2382↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26592)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26592): Process ended prematurely: osmo-stp_10.42.42.5(pid=26592) [trial-2382↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a20:55:25.245452 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:55:25.256299 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a20:55:25.397066 tst assert_extension.py: using LAC 31446\u000a20:55:25.518895 tst assert_extension.py: using RAC 81\u000a20:55:25.638867 tst assert_extension.py: using CellId 31446\u000a20:55:25.759179 tst assert_extension.py: using BVCI 31447\u000a20:55:25.782824 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:55:25.793654 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:55:25.804417 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:55:25.815392 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:55:25.826330 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:55:25.837268 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a20:55:26.040860 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:26.534968 run create_hlr_db(pid=26586): Launched\u000a20:55:26.713662 bus /sierra_2: Setting Powered False\u000a20:55:27.734354 run create_hlr_db(pid=26586): Terminated: ok {rc=0}\u000a20:55:28.175271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26588): Launched\u000a20:55:28.507632 run osmo-hlr_10.42.42.2(pid=26589): Launched\u000a20:55:28.629783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:29.210889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26591): Launched\u000a20:55:29.543099 run osmo-stp_10.42.42.5(pid=26592): Launched\u000a20:55:29.664755 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:55:30.269721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26594): Launched\u000a20:55:30.602028 run osmo-msc_10.42.42.6(pid=26595): Launched\u000a20:55:30.797772 run osmo-stp_10.42.42.5(pid=26592): ERR: Terminated: ERROR {rc=1} [trial-2382↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26592)]\u000a20:55:31.034170 run osmo-stp_10.42.42.5(pid=26592): stdout: \u000a| (launched: 2022-12-12_20:55:29.380235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:31.199786 run osmo-stp_10.42.42.5(pid=26592): stderr: \u000a| �[0;m�[38;5;43m20221212205529573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205529573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205529573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205529574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205529574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205529574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205529574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:31.337560 run osmo-stp_10.42.42.5(pid=26592): stdout: \u000a| (launched: 2022-12-12_20:55:29.380235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:31.473806 run osmo-stp_10.42.42.5(pid=26592): stderr: \u000a| �[0;m�[38;5;43m20221212205529573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205529573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205529573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205529574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205529574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205529574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205529574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:31.533406 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=26592): Process ended prematurely: osmo-stp_10.42.42.5(pid=26592) [trial-2382↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26592)] [trial-2382↪ussd:trx-b200↪assert_extension.py:17]\u000a20:55:31.543200 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a20:55:31.612890 run osmo-hlr_10.42.42.2(pid=26589): ERR: Terminated: ERROR {rc=237} [trial-2382↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26589)]\u000a20:55:31.669294 run osmo-hlr_10.42.42.2(pid=26589): stdout: \u000a| (launched: 2022-12-12_20:55:28.344770) \u000a20:55:31.726807 run osmo-hlr_10.42.42.2(pid=26589): stderr: \u000a| �[0;m�[1;31m20221212205528544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205528544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205528544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205528544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205528544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205528544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205528557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205528565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205528566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205528566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:31.802307 run osmo-msc_10.42.42.6(pid=26595): ERR: Terminated: ERROR {rc=2} [trial-2382↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26595)]\u000a20:55:31.858025 run osmo-msc_10.42.42.6(pid=26595): stdout: \u000a| (launched: 2022-12-12_20:55:30.438151) \u000a20:55:31.915835 run osmo-msc_10.42.42.6(pid=26595): stderr: \u000a| �[0;m�[38;5;43m20221212205530757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205530757 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe264f7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205530757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205530757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205530757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205530757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205530759 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205530759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205530760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205530760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:55:31.963808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26588): Terminating (SIGTERM)\u000a20:55:32.007984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26591): Terminating (SIGTERM)\u000a20:55:32.053972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26594): Terminating (SIGTERM)\u000a20:55:32.066518 --- ParallelTerminationStrategy: PID 26588 died...\u000a20:55:32.127438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26588): Terminated: ok {rc=0}\u000a20:55:32.138839 --- ParallelTerminationStrategy: PID 26591 died...\u000a20:55:32.198225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26591): Terminated: ok {rc=0}\u000a20:55:32.208491 --- ParallelTerminationStrategy: PID 26594 died...\u000a20:55:32.266398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26594): Terminated: ok {rc=0}\u000a20:55:32.354176 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:55:25" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26606): Process ended prematurely: osmo-stp_10.42.42.5(pid=26606) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26606)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26606): Process ended prematurely: osmo-stp_10.42.42.5(pid=26606) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:55:34.332786 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:55:34.344534 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:55:34.515640 tst mo_mt_call.py: using LAC 31447\u000a20:55:34.646792 tst mo_mt_call.py: using RAC 82\u000a20:55:34.773819 tst mo_mt_call.py: using CellId 31447\u000a20:55:34.902907 tst mo_mt_call.py: using BVCI 31448\u000a20:55:34.926879 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:55:34.938288 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:55:34.949631 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:55:34.960768 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:55:34.971807 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:55:34.982778 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:55:35.103893 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:55:35.310740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:35.813285 run create_hlr_db(pid=26600): Launched\u000a20:55:35.993856 bus /sierra_2: Setting Powered False\u000a20:55:37.015470 run create_hlr_db(pid=26600): Terminated: ok {rc=0}\u000a20:55:37.461302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26602): Launched\u000a20:55:37.799538 run osmo-hlr_10.42.42.2(pid=26603): Launched\u000a20:55:37.927131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:38.511568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26605): Launched\u000a20:55:38.849632 run osmo-stp_10.42.42.5(pid=26606): Launched\u000a20:55:38.972066 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:55:39.586721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26608): Launched\u000a20:55:39.924356 run osmo-msc_10.42.42.6(pid=26609): Launched\u000a20:55:40.122795 run osmo-stp_10.42.42.5(pid=26606): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26606)]\u000a20:55:40.265230 run osmo-stp_10.42.42.5(pid=26606): stdout: \u000a| (launched: 2022-12-12_20:55:38.683475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:40.406562 run osmo-stp_10.42.42.5(pid=26606): stderr: \u000a| �[0;m�[38;5;43m20221212205538876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205538876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205538876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205538877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205538877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205538877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205538877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:40.542553 run osmo-stp_10.42.42.5(pid=26606): stdout: \u000a| (launched: 2022-12-12_20:55:38.683475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:40.677364 run osmo-stp_10.42.42.5(pid=26606): stderr: \u000a| �[0;m�[38;5;43m20221212205538876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205538876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205538876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205538877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205538877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205538877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205538877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:40.736371 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26606): Process ended prematurely: osmo-stp_10.42.42.5(pid=26606) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26606)] [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:55:40.745910 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a20:55:40.811276 run osmo-hlr_10.42.42.2(pid=26603): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26603)]\u000a20:55:40.864917 run osmo-hlr_10.42.42.2(pid=26603): stdout: \u000a| (launched: 2022-12-12_20:55:37.634187) \u000a20:55:40.919301 run osmo-hlr_10.42.42.2(pid=26603): stderr: \u000a| �[0;m�[1;31m20221212205537832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205537832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205537832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205537832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205537832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205537832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205537844 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205537853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205537853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205537853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:40.993085 run osmo-msc_10.42.42.6(pid=26609): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26609)]\u000a20:55:41.046907 run osmo-msc_10.42.42.6(pid=26609): stdout: \u000a| (launched: 2022-12-12_20:55:39.759434) \u000a20:55:41.101394 run osmo-msc_10.42.42.6(pid=26609): stderr: \u000a| �[0;m�[38;5;43m20221212205540086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205540086 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd996f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205540086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205540086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205540087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205540087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205540088 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205540089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205540089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205540089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:55:41.147567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26602): Terminating (SIGTERM)\u000a20:55:41.191256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26605): Terminating (SIGTERM)\u000a20:55:41.234558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26608): Terminating (SIGTERM)\u000a20:55:41.244995 --- ParallelTerminationStrategy: PID 26602 died...\u000a20:55:41.303487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26602): Terminated: ok {rc=0}\u000a20:55:41.313870 --- ParallelTerminationStrategy: PID 26605 died...\u000a20:55:41.371739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26605): Terminated: ok {rc=0}\u000a20:55:41.382392 --- ParallelTerminationStrategy: PID 26608 died...\u000a20:55:41.440327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26608): Terminated: ok {rc=0}\u000a20:55:41.528654 bus /sierra_3: Setting Powered False\u000a20:55:42.632343 bus /sierra_3: Setting Powered False\u000a20:55:43.746471 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26617): Process ended prematurely: osmo-stp_10.42.42.5(pid=26617) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26617)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26617): Process ended prematurely: osmo-stp_10.42.42.5(pid=26617) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:55:44.858803 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:55:44.870743 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:55:45.030627 tst mo_mt_call_osmux.py: using LAC 31448\u000a20:55:45.156697 tst mo_mt_call_osmux.py: using RAC 83\u000a20:55:45.283026 tst mo_mt_call_osmux.py: using CellId 31448\u000a20:55:45.410966 tst mo_mt_call_osmux.py: using BVCI 31449\u000a20:55:45.434937 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:55:45.446221 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:55:45.457181 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:55:45.468084 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:55:45.479162 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:55:45.490125 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:55:45.611865 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:55:45.831461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:46.415668 run create_hlr_db(pid=26611): Launched\u000a20:55:46.615506 bus /sierra_2: Setting Powered False\u000a20:55:47.633501 run create_hlr_db(pid=26611): Terminated: ok {rc=0}\u000a20:55:48.054438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26613): Launched\u000a20:55:48.379691 run osmo-hlr_10.42.42.2(pid=26614): Launched\u000a20:55:48.502816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:55:49.090081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26616): Launched\u000a20:55:49.428906 run osmo-stp_10.42.42.5(pid=26617): Launched\u000a20:55:49.552326 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:55:50.167153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26619): Launched\u000a20:55:50.504092 run osmo-msc_10.42.42.6(pid=26620): Launched\u000a20:55:50.701487 run osmo-stp_10.42.42.5(pid=26617): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26617)]\u000a20:55:50.843678 run osmo-stp_10.42.42.5(pid=26617): stdout: \u000a| (launched: 2022-12-12_20:55:49.262362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:50.984154 run osmo-stp_10.42.42.5(pid=26617): stderr: \u000a| �[0;m�[38;5;43m20221212205549456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205549456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205549456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205549456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205549457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205549457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205549457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:51.119533 run osmo-stp_10.42.42.5(pid=26617): stdout: \u000a| (launched: 2022-12-12_20:55:49.262362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:55:51.253872 run osmo-stp_10.42.42.5(pid=26617): stderr: \u000a| �[0;m�[38;5;43m20221212205549456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205549456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205549456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205549456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205549457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205549457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205549457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:55:51.313052 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26617): Process ended prematurely: osmo-stp_10.42.42.5(pid=26617) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26617)] [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:55:51.322583 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:55:51.387803 run osmo-hlr_10.42.42.2(pid=26614): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26614)]\u000a20:55:51.441710 run osmo-hlr_10.42.42.2(pid=26614): stdout: \u000a| (launched: 2022-12-12_20:55:48.215990) \u000a20:55:51.495877 run osmo-hlr_10.42.42.2(pid=26614): stderr: \u000a| �[0;m�[1;31m20221212205548414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205548414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205548414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205548414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205548414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205548414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205548429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205548438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205548438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205548438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:55:51.568858 run osmo-msc_10.42.42.6(pid=26620): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26620)]\u000a20:55:51.622082 run osmo-msc_10.42.42.6(pid=26620): stdout: \u000a| (launched: 2022-12-12_20:55:50.339743) \u000a20:55:51.675903 run osmo-msc_10.42.42.6(pid=26620): stderr: \u000a| �[0;m�[38;5;43m20221212205550663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205550663 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe93cc5dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205550663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205550663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205550663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205550664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205550665 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205550666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205550666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205550666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:55:51.721469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26613): Terminating (SIGTERM)\u000a20:55:51.764708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26616): Terminating (SIGTERM)\u000a20:55:51.808457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26619): Terminating (SIGTERM)\u000a20:55:51.818442 --- ParallelTerminationStrategy: PID 26613 died...\u000a20:55:51.875938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26613): Terminated: ok {rc=0}\u000a20:55:51.886537 --- ParallelTerminationStrategy: PID 26616 died...\u000a20:55:51.943584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26616): Terminated: ok {rc=0}\u000a20:55:51.954153 --- ParallelTerminationStrategy: PID 26619 died...\u000a20:55:52.011537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26619): Terminated: ok {rc=0}\u000a20:55:52.101092 bus /sierra_3: Setting Powered False\u000a20:55:53.207950 bus /sierra_3: Setting Powered False\u000a20:55:54.324460 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:55:34" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26632): Process ended prematurely: osmo-stp_10.42.42.5(pid=26632) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26632)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26632): Process ended prematurely: osmo-stp_10.42.42.5(pid=26632) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:55:56.320720 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:55:56.332072 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:55:56.490370 tst mo_mt_call.py: using LAC 31449\u000a20:55:56.611492 tst mo_mt_call.py: using RAC 84\u000a20:55:56.735433 tst mo_mt_call.py: using CellId 31449\u000a20:55:56.859020 tst mo_mt_call.py: using BVCI 31450\u000a20:55:56.883059 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:55:56.894262 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:55:56.905263 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:55:56.916134 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:55:56.927171 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:55:56.938129 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:55:57.058897 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:55:57.277266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:55:57.808576 run create_hlr_db(pid=26626): Launched\u000a20:55:58.004257 bus /sierra_2: Setting Powered False\u000a20:55:59.025865 run create_hlr_db(pid=26626): Terminated: ok {rc=0}\u000a20:55:59.449730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26628): Launched\u000a20:55:59.766481 run osmo-hlr_10.42.42.2(pid=26629): Launched\u000a20:55:59.892005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:00.442494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26631): Launched\u000a20:56:00.760808 run osmo-stp_10.42.42.5(pid=26632): Launched\u000a20:56:00.916192 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:56:01.600902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26634): Launched\u000a20:56:01.939892 run osmo-msc_10.42.42.6(pid=26635): Launched\u000a20:56:02.325315 run osmo-stp_10.42.42.5(pid=26632): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26632)]\u000a20:56:02.469809 run osmo-stp_10.42.42.5(pid=26632): stdout: \u000a| (launched: 2022-12-12_20:56:00.603257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:02.612780 run osmo-stp_10.42.42.5(pid=26632): stderr: \u000a| �[0;m�[38;5;43m20221212205600776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205600776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205600776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205600777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205600777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205600777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205600777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:02.749120 run osmo-stp_10.42.42.5(pid=26632): stdout: \u000a| (launched: 2022-12-12_20:56:00.603257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:02.884292 run osmo-stp_10.42.42.5(pid=26632): stderr: \u000a| �[0;m�[38;5;43m20221212205600776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205600776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205600776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205600777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205600777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205600777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205600777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:02.943540 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26632): Process ended prematurely: osmo-stp_10.42.42.5(pid=26632) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26632)] [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:56:02.953100 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a20:56:03.020679 run osmo-hlr_10.42.42.2(pid=26629): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26629)]\u000a20:56:03.075181 run osmo-hlr_10.42.42.2(pid=26629): stdout: \u000a| (launched: 2022-12-12_20:55:59.610640) \u000a20:56:03.130206 run osmo-hlr_10.42.42.2(pid=26629): stderr: \u000a| �[0;m�[1;31m20221212205559787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205559787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205559787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205559787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205559787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205559787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205559799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205559808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205559808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205559808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:03.204355 run osmo-msc_10.42.42.6(pid=26635): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26635)]\u000a20:56:03.258988 run osmo-msc_10.42.42.6(pid=26635): stdout: \u000a| (launched: 2022-12-12_20:56:01.767716) \u000a20:56:03.314402 run osmo-msc_10.42.42.6(pid=26635): stderr: \u000a| �[0;m�[38;5;43m20221212205602288 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205602288 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8876a42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205602289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205602289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205602289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205602289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205602291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205602291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205602291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205602291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:56:03.360376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26628): Terminating (SIGTERM)\u000a20:56:03.405531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26631): Terminating (SIGTERM)\u000a20:56:03.449653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26634): Terminating (SIGTERM)\u000a20:56:03.459768 --- ParallelTerminationStrategy: PID 26628 died...\u000a20:56:03.518676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26628): Terminated: ok {rc=0}\u000a20:56:03.529999 --- ParallelTerminationStrategy: PID 26631 died...\u000a20:56:03.589953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26631): Terminated: ok {rc=0}\u000a20:56:03.600452 --- ParallelTerminationStrategy: PID 26634 died...\u000a20:56:03.660054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26634): Terminated: ok {rc=0}\u000a20:56:03.748349 bus /sierra_3: Setting Powered False\u000a20:56:04.858439 bus /sierra_3: Setting Powered False\u000a20:56:05.968591 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26643): Process ended prematurely: osmo-stp_10.42.42.5(pid=26643) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26643)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26643): Process ended prematurely: osmo-stp_10.42.42.5(pid=26643) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:56:07.086603 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:56:07.099320 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:56:07.274330 tst mo_mt_call_osmux.py: using LAC 31450\u000a20:56:07.405058 tst mo_mt_call_osmux.py: using RAC 85\u000a20:56:07.529956 tst mo_mt_call_osmux.py: using CellId 31450\u000a20:56:07.656862 tst mo_mt_call_osmux.py: using BVCI 31451\u000a20:56:07.681273 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:56:07.692592 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:56:07.703653 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:56:07.714799 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:56:07.726059 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:56:07.737081 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:56:07.854946 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:56:08.075055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:08.608231 run create_hlr_db(pid=26637): Launched\u000a20:56:08.804037 bus /sierra_2: Setting Powered False\u000a20:56:09.825630 run create_hlr_db(pid=26637): Terminated: ok {rc=0}\u000a20:56:10.273551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26639): Launched\u000a20:56:10.612324 run osmo-hlr_10.42.42.2(pid=26640): Launched\u000a20:56:10.736140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:11.320060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26642): Launched\u000a20:56:11.658310 run osmo-stp_10.42.42.5(pid=26643): Launched\u000a20:56:11.782247 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:56:12.405286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26645): Launched\u000a20:56:12.746385 run osmo-msc_10.42.42.6(pid=26646): Launched\u000a20:56:12.945283 run osmo-stp_10.42.42.5(pid=26643): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26643)]\u000a20:56:13.088445 run osmo-stp_10.42.42.5(pid=26643): stdout: \u000a| (launched: 2022-12-12_20:56:11.492069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:13.229777 run osmo-stp_10.42.42.5(pid=26643): stderr: \u000a| �[0;m�[38;5;43m20221212205611684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205611684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205611685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205611686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205611686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205611686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205611686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:13.366457 run osmo-stp_10.42.42.5(pid=26643): stdout: \u000a| (launched: 2022-12-12_20:56:11.492069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:13.501373 run osmo-stp_10.42.42.5(pid=26643): stderr: \u000a| �[0;m�[38;5;43m20221212205611684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205611684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205611685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205611686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205611686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205611686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205611686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:13.560838 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26643): Process ended prematurely: osmo-stp_10.42.42.5(pid=26643) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26643)] [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:56:13.570447 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:56:13.635477 run osmo-hlr_10.42.42.2(pid=26640): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26640)]\u000a20:56:13.688989 run osmo-hlr_10.42.42.2(pid=26640): stdout: \u000a| (launched: 2022-12-12_20:56:10.446207) \u000a20:56:13.743055 run osmo-hlr_10.42.42.2(pid=26640): stderr: \u000a| �[0;m�[1;31m20221212205610645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205610645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205610646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205610646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205610646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205610646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205610658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205610669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205610669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205610669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:13.816694 run osmo-msc_10.42.42.6(pid=26646): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26646)]\u000a20:56:13.869931 run osmo-msc_10.42.42.6(pid=26646): stdout: \u000a| (launched: 2022-12-12_20:56:12.578208) \u000a20:56:13.923763 run osmo-msc_10.42.42.6(pid=26646): stderr: \u000a| �[0;m�[38;5;43m20221212205612902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205612902 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc3c0a75c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205612902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205612902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205612902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205612902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205612904 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205612905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205612905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205612905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:56:13.969086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26639): Terminating (SIGTERM)\u000a20:56:14.012382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26642): Terminating (SIGTERM)\u000a20:56:14.055405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26645): Terminating (SIGTERM)\u000a20:56:14.065665 --- ParallelTerminationStrategy: PID 26639 died...\u000a20:56:14.123276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26639): Terminated: ok {rc=0}\u000a20:56:14.133865 --- ParallelTerminationStrategy: PID 26642 died...\u000a20:56:14.191137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26642): Terminated: ok {rc=0}\u000a20:56:14.201527 --- ParallelTerminationStrategy: PID 26645 died...\u000a20:56:14.259006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26645): Terminated: ok {rc=0}\u000a20:56:14.348521 bus /sierra_3: Setting Powered False\u000a20:56:15.456920 bus /sierra_3: Setting Powered False\u000a20:56:16.595110 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:55:56" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26657): Process ended prematurely: osmo-stp_10.42.42.5(pid=26657) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26657)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26657): Process ended prematurely: osmo-stp_10.42.42.5(pid=26657) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:56:18.607244 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:56:18.619006 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:56:18.788692 tst mo_mt_call.py: using LAC 31451\u000a20:56:18.922786 tst mo_mt_call.py: using RAC 86\u000a20:56:19.054906 tst mo_mt_call.py: using CellId 31451\u000a20:56:19.187609 tst mo_mt_call.py: using BVCI 31452\u000a20:56:19.213458 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:56:19.225232 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:56:19.236682 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:56:19.248534 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:56:19.260473 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:56:19.272650 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:56:19.395778 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:56:19.605213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:20.111161 run create_hlr_db(pid=26651): Launched\u000a20:56:20.293648 bus /sierra_2: Setting Powered False\u000a20:56:21.315457 run create_hlr_db(pid=26651): Terminated: ok {rc=0}\u000a20:56:21.763451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26653): Launched\u000a20:56:22.104306 run osmo-hlr_10.42.42.2(pid=26654): Launched\u000a20:56:22.235695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:22.824184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26656): Launched\u000a20:56:23.162398 run osmo-stp_10.42.42.5(pid=26657): Launched\u000a20:56:23.286080 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:56:23.899568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26659): Launched\u000a20:56:24.237774 run osmo-msc_10.42.42.6(pid=26660): Launched\u000a20:56:24.439534 run osmo-stp_10.42.42.5(pid=26657): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26657)]\u000a20:56:24.582481 run osmo-stp_10.42.42.5(pid=26657): stdout: \u000a| (launched: 2022-12-12_20:56:22.996684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:24.723982 run osmo-stp_10.42.42.5(pid=26657): stderr: \u000a| �[0;m�[38;5;43m20221212205623190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205623190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205623191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205623191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205623191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205623192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205623192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:24.859749 run osmo-stp_10.42.42.5(pid=26657): stdout: \u000a| (launched: 2022-12-12_20:56:22.996684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:24.994601 run osmo-stp_10.42.42.5(pid=26657): stderr: \u000a| �[0;m�[38;5;43m20221212205623190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205623190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205623191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205623191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205623191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205623192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205623192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:25.053583 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26657): Process ended prematurely: osmo-stp_10.42.42.5(pid=26657) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26657)] [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:56:25.063181 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a20:56:25.128762 run osmo-hlr_10.42.42.2(pid=26654): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26654)]\u000a20:56:25.182199 run osmo-hlr_10.42.42.2(pid=26654): stdout: \u000a| (launched: 2022-12-12_20:56:21.937212) \u000a20:56:25.236140 run osmo-hlr_10.42.42.2(pid=26654): stderr: \u000a| �[0;m�[1;31m20221212205622137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205622137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205622137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205622137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205622137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205622137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205622150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205622158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205622158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205622158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:25.309082 run osmo-msc_10.42.42.6(pid=26660): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26660)]\u000a20:56:25.362371 run osmo-msc_10.42.42.6(pid=26660): stdout: \u000a| (launched: 2022-12-12_20:56:24.071894) \u000a20:56:25.416298 run osmo-msc_10.42.42.6(pid=26660): stderr: \u000a| �[0;m�[38;5;43m20221212205624395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205624395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f149b656c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205624395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205624395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205624395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205624396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205624397 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205624398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205624398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205624398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:56:25.461804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26653): Terminating (SIGTERM)\u000a20:56:25.504588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26656): Terminating (SIGTERM)\u000a20:56:25.547701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26659): Terminating (SIGTERM)\u000a20:56:25.558009 --- ParallelTerminationStrategy: PID 26653 died...\u000a20:56:25.615756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26653): Terminated: ok {rc=0}\u000a20:56:25.626154 --- ParallelTerminationStrategy: PID 26656 died...\u000a20:56:25.683538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26656): Terminated: ok {rc=0}\u000a20:56:25.694180 --- ParallelTerminationStrategy: PID 26659 died...\u000a20:56:25.751879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26659): Terminated: ok {rc=0}\u000a20:56:25.841337 bus /sierra_3: Setting Powered False\u000a20:56:26.952392 bus /sierra_3: Setting Powered False\u000a20:56:28.067111 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26668): Process ended prematurely: osmo-stp_10.42.42.5(pid=26668) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26668)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26668): Process ended prematurely: osmo-stp_10.42.42.5(pid=26668) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:56:29.181540 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:56:29.193563 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:56:29.354367 tst mo_mt_call_osmux.py: using LAC 31452\u000a20:56:29.479589 tst mo_mt_call_osmux.py: using RAC 87\u000a20:56:29.606546 tst mo_mt_call_osmux.py: using CellId 31452\u000a20:56:29.734249 tst mo_mt_call_osmux.py: using BVCI 31453\u000a20:56:29.758363 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:56:29.769721 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:56:29.780645 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:56:29.791666 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:56:29.802898 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:56:29.813977 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:56:29.931882 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:56:30.150594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:30.682513 run create_hlr_db(pid=26662): Launched\u000a20:56:30.892074 bus /sierra_2: Setting Powered False\u000a20:56:31.948515 run create_hlr_db(pid=26662): Terminated: ok {rc=0}\u000a20:56:32.428771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26664): Launched\u000a20:56:32.769343 run osmo-hlr_10.42.42.2(pid=26665): Launched\u000a20:56:32.892299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:33.480169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26667): Launched\u000a20:56:33.818918 run osmo-stp_10.42.42.5(pid=26668): Launched\u000a20:56:33.942927 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:56:34.560419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26670): Launched\u000a20:56:34.898337 run osmo-msc_10.42.42.6(pid=26671): Launched\u000a20:56:35.096376 run osmo-stp_10.42.42.5(pid=26668): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26668)]\u000a20:56:35.238962 run osmo-stp_10.42.42.5(pid=26668): stdout: \u000a| (launched: 2022-12-12_20:56:33.651965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:35.380005 run osmo-stp_10.42.42.5(pid=26668): stderr: \u000a| �[0;m�[38;5;43m20221212205633843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205633843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205633843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205633843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205633844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205633844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205633844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:35.515617 run osmo-stp_10.42.42.5(pid=26668): stdout: \u000a| (launched: 2022-12-12_20:56:33.651965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:35.650083 run osmo-stp_10.42.42.5(pid=26668): stderr: \u000a| �[0;m�[38;5;43m20221212205633843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205633843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205633843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205633843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205633844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205633844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205633844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:35.709373 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26668): Process ended prematurely: osmo-stp_10.42.42.5(pid=26668) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26668)] [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:56:35.718918 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a20:56:35.783335 run osmo-hlr_10.42.42.2(pid=26665): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26665)]\u000a20:56:35.836130 run osmo-hlr_10.42.42.2(pid=26665): stdout: \u000a| (launched: 2022-12-12_20:56:32.601110) \u000a20:56:35.889484 run osmo-hlr_10.42.42.2(pid=26665): stderr: \u000a| �[0;m�[1;31m20221212205632801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205632801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205632801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205632801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205632801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205632801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205632813 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205632822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205632823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205632823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:35.962026 run osmo-msc_10.42.42.6(pid=26671): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26671)]\u000a20:56:36.014762 run osmo-msc_10.42.42.6(pid=26671): stdout: \u000a| (launched: 2022-12-12_20:56:34.732552) \u000a20:56:36.068282 run osmo-msc_10.42.42.6(pid=26671): stderr: \u000a| �[0;m�[38;5;43m20221212205635053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205635053 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f065edc1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205635054 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205635054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205635054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205635054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205635056 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205635056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205635056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205635056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:56:36.113457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26664): Terminating (SIGTERM)\u000a20:56:36.156447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26667): Terminating (SIGTERM)\u000a20:56:36.199515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26670): Terminating (SIGTERM)\u000a20:56:36.209716 --- ParallelTerminationStrategy: PID 26664 died...\u000a20:56:36.267673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26664): Terminated: ok {rc=0}\u000a20:56:36.278399 --- ParallelTerminationStrategy: PID 26667 died...\u000a20:56:36.335732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26667): Terminated: ok {rc=0}\u000a20:56:36.346331 --- ParallelTerminationStrategy: PID 26670 died...\u000a20:56:36.403875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26670): Terminated: ok {rc=0}\u000a20:56:36.492093 bus /sierra_3: Setting Powered False\u000a20:56:37.602433 bus /sierra_3: Setting Powered False\u000a20:56:38.713456 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:56:18" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26684): Process ended prematurely: osmo-stp_10.42.42.5(pid=26684) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26684)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26684): Process ended prematurely: osmo-stp_10.42.42.5(pid=26684) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:56:40.722661 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:56:40.734487 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:56:40.900942 tst mo_mt_call.py: using LAC 31453\u000a20:56:41.030523 tst mo_mt_call.py: using RAC 88\u000a20:56:41.160586 tst mo_mt_call.py: using CellId 31453\u000a20:56:41.294769 tst mo_mt_call.py: using BVCI 31454\u000a20:56:41.320474 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:56:41.332311 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:56:41.343736 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:56:41.355569 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:56:41.367784 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:56:41.379519 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:56:41.498765 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:56:41.706831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:42.211580 run create_hlr_db(pid=26678): Launched\u000a20:56:42.395017 bus /sierra_2: Setting Powered False\u000a20:56:43.416034 run create_hlr_db(pid=26678): Terminated: ok {rc=0}\u000a20:56:43.862468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26680): Launched\u000a20:56:44.200548 run osmo-hlr_10.42.42.2(pid=26681): Launched\u000a20:56:44.325265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:44.916465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26683): Launched\u000a20:56:45.254913 run osmo-stp_10.42.42.5(pid=26684): Launched\u000a20:56:45.378141 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:56:46.019520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26686): Launched\u000a20:56:46.429115 run osmo-msc_10.42.42.6(pid=26687): Launched\u000a20:56:46.851152 run osmo-stp_10.42.42.5(pid=26684): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26684)]\u000a20:56:47.242122 run osmo-stp_10.42.42.5(pid=26684): stdout: \u000a| (launched: 2022-12-12_20:56:45.088287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:47.425493 run osmo-stp_10.42.42.5(pid=26684): stderr: \u000a| �[0;m�[38;5;43m20221212205645282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205645282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205645282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205645283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205645283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205645283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205645283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:47.564277 run osmo-stp_10.42.42.5(pid=26684): stdout: \u000a| (launched: 2022-12-12_20:56:45.088287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:47.699358 run osmo-stp_10.42.42.5(pid=26684): stderr: \u000a| �[0;m�[38;5;43m20221212205645282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205645282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205645282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205645283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205645283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205645283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205645283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:47.758705 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26684): Process ended prematurely: osmo-stp_10.42.42.5(pid=26684) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26684)] [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:56:47.768119 tst mo_mt_call.py:8: Test FAILED (7.1 sec)\u000a20:56:47.833552 run osmo-hlr_10.42.42.2(pid=26681): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26681)]\u000a20:56:47.887135 run osmo-hlr_10.42.42.2(pid=26681): stdout: \u000a| (launched: 2022-12-12_20:56:44.035284) \u000a20:56:47.941083 run osmo-hlr_10.42.42.2(pid=26681): stderr: \u000a| �[0;m�[1;31m20221212205644233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205644233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205644233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205644234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205644234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205644234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205644246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205644255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205644255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205644255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:48.014636 run osmo-msc_10.42.42.6(pid=26687): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26687)]\u000a20:56:48.067696 run osmo-msc_10.42.42.6(pid=26687): stdout: \u000a| (launched: 2022-12-12_20:56:46.187393) \u000a20:56:48.122190 run osmo-msc_10.42.42.6(pid=26687): stderr: \u000a| �[0;m�[38;5;43m20221212205646752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205646754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f930f9fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205646754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205646754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205646756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205646756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205646761 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205646763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205646763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205646764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:56:48.167673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26680): Terminating (SIGTERM)\u000a20:56:48.211361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26683): Terminating (SIGTERM)\u000a20:56:48.254689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26686): Terminating (SIGTERM)\u000a20:56:48.264529 --- ParallelTerminationStrategy: PID 26680 died...\u000a20:56:48.322923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26680): Terminated: ok {rc=0}\u000a20:56:48.333464 --- ParallelTerminationStrategy: PID 26683 died...\u000a20:56:48.391684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26683): Terminated: ok {rc=0}\u000a20:56:48.402097 --- ParallelTerminationStrategy: PID 26686 died...\u000a20:56:48.460214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26686): Terminated: ok {rc=0}\u000a20:56:48.549700 bus /sierra_3: Setting Powered False\u000a20:56:49.656989 bus /sierra_3: Setting Powered False\u000a20:56:50.768329 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26695): Process ended prematurely: osmo-stp_10.42.42.5(pid=26695) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26695)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26695): Process ended prematurely: osmo-stp_10.42.42.5(pid=26695) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:56:51.887752 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:56:51.900121 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:56:52.071745 tst mo_mt_call_osmux.py: using LAC 31454\u000a20:56:52.205567 tst mo_mt_call_osmux.py: using RAC 89\u000a20:56:52.340657 tst mo_mt_call_osmux.py: using CellId 31454\u000a20:56:52.472166 tst mo_mt_call_osmux.py: using BVCI 31455\u000a20:56:52.498028 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:56:52.509768 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:56:52.521252 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:56:52.532929 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:56:52.544809 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:56:52.556591 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:56:52.681499 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:56:52.894523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:56:53.402105 run create_hlr_db(pid=26689): Launched\u000a20:56:53.583932 bus /sierra_2: Setting Powered False\u000a20:56:54.606212 run create_hlr_db(pid=26689): Terminated: ok {rc=0}\u000a20:56:55.025921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26691): Launched\u000a20:56:55.342584 run osmo-hlr_10.42.42.2(pid=26692): Launched\u000a20:56:55.467408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:56:56.021349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26694): Launched\u000a20:56:56.337749 run osmo-stp_10.42.42.5(pid=26695): Launched\u000a20:56:56.452442 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:56:57.027911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26697): Launched\u000a20:56:57.346691 run osmo-msc_10.42.42.6(pid=26698): Launched\u000a20:56:57.532273 run osmo-stp_10.42.42.5(pid=26695): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26695)]\u000a20:56:57.664740 run osmo-stp_10.42.42.5(pid=26695): stdout: \u000a| (launched: 2022-12-12_20:56:56.182216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:57.795470 run osmo-stp_10.42.42.5(pid=26695): stderr: \u000a| �[0;m�[38;5;43m20221212205656355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205656355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205656355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205656356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205656356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205656356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205656356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:57.922175 run osmo-stp_10.42.42.5(pid=26695): stdout: \u000a| (launched: 2022-12-12_20:56:56.182216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:56:58.047494 run osmo-stp_10.42.42.5(pid=26695): stderr: \u000a| �[0;m�[38;5;43m20221212205656355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205656355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205656355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205656356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205656356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205656356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205656356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:56:58.102662 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26695): Process ended prematurely: osmo-stp_10.42.42.5(pid=26695) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26695)] [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:56:58.111409 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:56:58.173565 run osmo-hlr_10.42.42.2(pid=26692): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26692)]\u000a20:56:58.224218 run osmo-hlr_10.42.42.2(pid=26692): stdout: \u000a| (launched: 2022-12-12_20:56:55.187590) \u000a20:56:58.275400 run osmo-hlr_10.42.42.2(pid=26692): stderr: \u000a| �[0;m�[1;31m20221212205655366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205655366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205655366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205655366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205655366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205655366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205655379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205655389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205655389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205655389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:56:58.345184 run osmo-msc_10.42.42.6(pid=26698): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26698)]\u000a20:56:58.395551 run osmo-msc_10.42.42.6(pid=26698): stdout: \u000a| (launched: 2022-12-12_20:56:57.187929) \u000a20:56:58.446628 run osmo-msc_10.42.42.6(pid=26698): stderr: \u000a| �[0;m�[38;5;43m20221212205657461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205657461 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f80b81c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205657461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205657462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205657462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205657462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205657464 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205657464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205657464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205657464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:56:58.489768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26691): Terminating (SIGTERM)\u000a20:56:58.530578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26694): Terminating (SIGTERM)\u000a20:56:58.571595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26697): Terminating (SIGTERM)\u000a20:56:58.581041 --- ParallelTerminationStrategy: PID 26691 died...\u000a20:56:58.636031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26691): Terminated: ok {rc=0}\u000a20:56:58.645865 --- ParallelTerminationStrategy: PID 26694 died...\u000a20:56:58.700283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26694): Terminated: ok {rc=0}\u000a20:56:58.710094 --- ParallelTerminationStrategy: PID 26697 died...\u000a20:56:58.764913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26697): Terminated: ok {rc=0}\u000a20:56:58.856113 bus /sierra_3: Setting Powered False\u000a20:56:59.962956 bus /sierra_3: Setting Powered False\u000a20:57:01.089666 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:56:40" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26709): Process ended prematurely: osmo-stp_10.42.42.5(pid=26709) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26709)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26709): Process ended prematurely: osmo-stp_10.42.42.5(pid=26709) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26709)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:57:03.123956 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:57:03.135679 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:57:03.307184 tst mo_mt_call.py: using LAC 31455\u000a20:57:03.437243 tst mo_mt_call.py: using RAC 90\u000a20:57:03.570386 tst mo_mt_call.py: using CellId 31455\u000a20:57:03.702011 tst mo_mt_call.py: using BVCI 31456\u000a20:57:03.726142 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:57:03.737535 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:57:03.748563 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:57:03.760371 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:57:03.772065 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:57:03.783764 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:57:03.906616 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:57:04.126575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:04.660336 run create_hlr_db(pid=26703): Launched\u000a20:57:04.856491 bus /sierra_2: Setting Powered False\u000a20:57:05.878796 run create_hlr_db(pid=26703): Terminated: ok {rc=0}\u000a20:57:06.303140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26705): Launched\u000a20:57:06.621927 run osmo-hlr_10.42.42.2(pid=26706): Launched\u000a20:57:06.737959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:07.283656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26708): Launched\u000a20:57:07.601782 run osmo-stp_10.42.42.5(pid=26709): Launched\u000a20:57:07.716755 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:57:08.293277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26711): Launched\u000a20:57:08.610986 run osmo-msc_10.42.42.6(pid=26712): Launched\u000a20:57:08.795572 run osmo-stp_10.42.42.5(pid=26709): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26709)]\u000a20:57:08.929110 run osmo-stp_10.42.42.5(pid=26709): stdout: \u000a| (launched: 2022-12-12_20:57:07.443764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:09.059980 run osmo-stp_10.42.42.5(pid=26709): stderr: \u000a| �[0;m�[38;5;43m20221212205707614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205707614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205707615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205707615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205707615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205707616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205707616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:09.186497 run osmo-stp_10.42.42.5(pid=26709): stdout: \u000a| (launched: 2022-12-12_20:57:07.443764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:09.311906 run osmo-stp_10.42.42.5(pid=26709): stderr: \u000a| �[0;m�[38;5;43m20221212205707614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205707614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205707615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205707615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205707615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205707616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205707616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:09.367216 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26709): Process ended prematurely: osmo-stp_10.42.42.5(pid=26709) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26709)] [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:57:09.375802 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:57:09.436715 run osmo-hlr_10.42.42.2(pid=26706): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26706)]\u000a20:57:09.486962 run osmo-hlr_10.42.42.2(pid=26706): stdout: \u000a| (launched: 2022-12-12_20:57:06.464812) \u000a20:57:09.537884 run osmo-hlr_10.42.42.2(pid=26706): stderr: \u000a| �[0;m�[1;31m20221212205706641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205706641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205706641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205706641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205706641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205706641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205706653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205706662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205706662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205706662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:09.607288 run osmo-msc_10.42.42.6(pid=26712): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26712)]\u000a20:57:09.657551 run osmo-msc_10.42.42.6(pid=26712): stdout: \u000a| (launched: 2022-12-12_20:57:08.455253) \u000a20:57:09.708140 run osmo-msc_10.42.42.6(pid=26712): stderr: \u000a| �[0;m�[38;5;43m20221212205708730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205708730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f31ebe62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205708730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205708730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205708730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205708730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205708732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205708732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205708733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205708733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:57:09.751035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26705): Terminating (SIGTERM)\u000a20:57:09.791367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26708): Terminating (SIGTERM)\u000a20:57:09.831712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26711): Terminating (SIGTERM)\u000a20:57:09.841070 --- ParallelTerminationStrategy: PID 26705 died...\u000a20:57:09.895402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26705): Terminated: ok {rc=0}\u000a20:57:09.905176 --- ParallelTerminationStrategy: PID 26708 died...\u000a20:57:09.959865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26708): Terminated: ok {rc=0}\u000a20:57:09.969708 --- ParallelTerminationStrategy: PID 26711 died...\u000a20:57:10.023942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26711): Terminated: ok {rc=0}\u000a20:57:10.110244 bus /sierra_3: Setting Powered False\u000a20:57:11.221342 bus /sierra_3: Setting Powered False\u000a20:57:12.330944 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26720): Process ended prematurely: osmo-stp_10.42.42.5(pid=26720) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26720)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26720): Process ended prematurely: osmo-stp_10.42.42.5(pid=26720) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:57:13.443012 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:57:13.454904 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:57:13.617890 tst mo_mt_call_osmux.py: using LAC 31456\u000a20:57:13.744638 tst mo_mt_call_osmux.py: using RAC 91\u000a20:57:13.870473 tst mo_mt_call_osmux.py: using CellId 31456\u000a20:57:13.996048 tst mo_mt_call_osmux.py: using BVCI 31457\u000a20:57:14.020221 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:57:14.031567 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:57:14.042797 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:57:14.053990 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:57:14.065434 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:57:14.076375 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:57:14.196075 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:57:14.405263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:14.910132 run create_hlr_db(pid=26714): Launched\u000a20:57:15.091324 bus /sierra_2: Setting Powered False\u000a20:57:16.177364 run create_hlr_db(pid=26714): Terminated: ok {rc=0}\u000a20:57:16.666960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26716): Launched\u000a20:57:17.081006 run osmo-hlr_10.42.42.2(pid=26717): Launched\u000a20:57:17.357285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:17.905079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26719): Launched\u000a20:57:18.220571 run osmo-stp_10.42.42.5(pid=26720): Launched\u000a20:57:18.335538 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:57:18.911202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26722): Launched\u000a20:57:19.230805 run osmo-msc_10.42.42.6(pid=26723): Launched\u000a20:57:19.416396 run osmo-stp_10.42.42.5(pid=26720): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26720)]\u000a20:57:19.550098 run osmo-stp_10.42.42.5(pid=26720): stdout: \u000a| (launched: 2022-12-12_20:57:18.065985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:19.681704 run osmo-stp_10.42.42.5(pid=26720): stderr: \u000a| �[0;m�[38;5;43m20221212205718237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205718237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205718237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205718238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205718238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205718238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205718238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:19.808565 run osmo-stp_10.42.42.5(pid=26720): stdout: \u000a| (launched: 2022-12-12_20:57:18.065985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:19.934499 run osmo-stp_10.42.42.5(pid=26720): stderr: \u000a| �[0;m�[38;5;43m20221212205718237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205718237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205718237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205718238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205718238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205718238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205718238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:19.989822 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26720): Process ended prematurely: osmo-stp_10.42.42.5(pid=26720) [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26720)] [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:57:19.998725 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a20:57:20.059823 run osmo-hlr_10.42.42.2(pid=26717): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26717)]\u000a20:57:20.110258 run osmo-hlr_10.42.42.2(pid=26717): stdout: \u000a| (launched: 2022-12-12_20:57:16.830627) \u000a20:57:20.161194 run osmo-hlr_10.42.42.2(pid=26717): stderr: \u000a| �[0;m�[1;31m20221212205717130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205717130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205717130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205717130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205717130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205717130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205717149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205717157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205717158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205717158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:20.230087 run osmo-msc_10.42.42.6(pid=26723): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26723)]\u000a20:57:20.280193 run osmo-msc_10.42.42.6(pid=26723): stdout: \u000a| (launched: 2022-12-12_20:57:19.074190) \u000a20:57:20.330911 run osmo-msc_10.42.42.6(pid=26723): stderr: \u000a| �[0;m�[38;5;43m20221212205719350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205719351 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f510a4c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205719351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205719351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205719351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205719351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205719353 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205719353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205719353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205719354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:57:20.373927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26716): Terminating (SIGTERM)\u000a20:57:20.414545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26719): Terminating (SIGTERM)\u000a20:57:20.455492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26722): Terminating (SIGTERM)\u000a20:57:20.464913 --- ParallelTerminationStrategy: PID 26716 died...\u000a20:57:20.519826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26716): Terminated: ok {rc=0}\u000a20:57:20.529728 --- ParallelTerminationStrategy: PID 26719 died...\u000a20:57:20.583898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26719): Terminated: ok {rc=0}\u000a20:57:20.593794 --- ParallelTerminationStrategy: PID 26722 died...\u000a20:57:20.648116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26722): Terminated: ok {rc=0}\u000a20:57:20.739383 bus /sierra_3: Setting Powered False\u000a20:57:21.844667 bus /sierra_3: Setting Powered False\u000a20:57:22.959125 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:57:02" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26734): Process ended prematurely: osmo-stp_10.42.42.5(pid=26734) [trial-2382↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26734)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26734): Process ended prematurely: osmo-stp_10.42.42.5(pid=26734) [trial-2382↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:57:24.968300 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:57:24.979948 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:57:25.151174 tst mo_mt_call.py: using LAC 31457\u000a20:57:25.287756 tst mo_mt_call.py: using RAC 92\u000a20:57:25.423225 tst mo_mt_call.py: using CellId 31457\u000a20:57:25.559486 tst mo_mt_call.py: using BVCI 31458\u000a20:57:25.585582 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:57:25.597589 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:57:25.609433 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:57:25.621987 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:57:25.634927 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:57:25.647872 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:57:25.770809 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:57:25.978704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:26.481155 run create_hlr_db(pid=26728): Launched\u000a20:57:26.662247 bus /sierra_2: Setting Powered False\u000a20:57:27.685481 run create_hlr_db(pid=26728): Terminated: ok {rc=0}\u000a20:57:28.134298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26730): Launched\u000a20:57:28.475280 run osmo-hlr_10.42.42.2(pid=26731): Launched\u000a20:57:28.598837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:29.184554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26733): Launched\u000a20:57:29.525186 run osmo-stp_10.42.42.5(pid=26734): Launched\u000a20:57:29.649554 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:57:30.265267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26736): Launched\u000a20:57:30.604767 run osmo-msc_10.42.42.6(pid=26737): Launched\u000a20:57:30.802448 run osmo-stp_10.42.42.5(pid=26734): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26734)]\u000a20:57:31.087748 run osmo-stp_10.42.42.5(pid=26734): stdout: \u000a| (launched: 2022-12-12_20:57:29.358020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:31.224093 run osmo-stp_10.42.42.5(pid=26734): stderr: \u000a| �[0;m�[38;5;43m20221212205729550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205729550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205729550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205729551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205729551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205729551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205729551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:31.356012 run osmo-stp_10.42.42.5(pid=26734): stdout: \u000a| (launched: 2022-12-12_20:57:29.358020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:31.485812 run osmo-stp_10.42.42.5(pid=26734): stderr: \u000a| �[0;m�[38;5;43m20221212205729550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205729550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205729550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205729551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205729551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205729551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205729551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:31.543954 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26734): Process ended prematurely: osmo-stp_10.42.42.5(pid=26734) [trial-2382↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26734)] [trial-2382↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:57:31.553856 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a20:57:31.617189 run osmo-hlr_10.42.42.2(pid=26731): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26731)]\u000a20:57:31.670135 run osmo-hlr_10.42.42.2(pid=26731): stdout: \u000a| (launched: 2022-12-12_20:57:28.308394) \u000a20:57:31.724110 run osmo-hlr_10.42.42.2(pid=26731): stderr: \u000a| �[0;m�[1;31m20221212205728508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205728508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205728508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205728508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205728508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205728508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205728520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205728529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205728529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205728529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:31.795457 run osmo-msc_10.42.42.6(pid=26737): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26737)]\u000a20:57:31.847391 run osmo-msc_10.42.42.6(pid=26737): stdout: \u000a| (launched: 2022-12-12_20:57:30.438491) \u000a20:57:31.901594 run osmo-msc_10.42.42.6(pid=26737): stderr: \u000a| �[0;m�[38;5;43m20221212205730762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205730762 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f93560c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205730762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205730762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205730762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205730763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205730764 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205730765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205730765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205730765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:57:31.946030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26730): Terminating (SIGTERM)\u000a20:57:31.990180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26733): Terminating (SIGTERM)\u000a20:57:32.036276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26736): Terminating (SIGTERM)\u000a20:57:32.046658 --- ParallelTerminationStrategy: PID 26730 died...\u000a20:57:32.105955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26730): Terminated: ok {rc=0}\u000a20:57:32.116370 --- ParallelTerminationStrategy: PID 26733 died...\u000a20:57:32.172824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26733): Terminated: ok {rc=0}\u000a20:57:32.183689 --- ParallelTerminationStrategy: PID 26736 died...\u000a20:57:32.239521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26736): Terminated: ok {rc=0}\u000a20:57:32.326380 bus /sierra_3: Setting Powered False\u000a20:57:33.437142 bus /sierra_3: Setting Powered False\u000a20:57:34.547547 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26745): Process ended prematurely: osmo-stp_10.42.42.5(pid=26745) [trial-2382↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26745)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26745): Process ended prematurely: osmo-stp_10.42.42.5(pid=26745) [trial-2382↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26745)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:57:35.659181 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:57:35.671453 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:57:35.842272 tst mo_mt_call_osmux.py: using LAC 31458\u000a20:57:35.975142 tst mo_mt_call_osmux.py: using RAC 93\u000a20:57:36.108317 tst mo_mt_call_osmux.py: using CellId 31458\u000a20:57:36.232181 tst mo_mt_call_osmux.py: using BVCI 31459\u000a20:57:36.256183 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:57:36.267716 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:57:36.278798 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:57:36.289979 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:57:36.301244 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:57:36.312345 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:57:36.433795 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:57:36.653526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:37.185480 run create_hlr_db(pid=26739): Launched\u000a20:57:37.381919 bus /sierra_2: Setting Powered False\u000a20:57:38.404162 run create_hlr_db(pid=26739): Terminated: ok {rc=0}\u000a20:57:38.854791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26741): Launched\u000a20:57:39.197815 run osmo-hlr_10.42.42.2(pid=26742): Launched\u000a20:57:39.322736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:39.910339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26744): Launched\u000a20:57:40.250498 run osmo-stp_10.42.42.5(pid=26745): Launched\u000a20:57:40.375255 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:57:40.994164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26747): Launched\u000a20:57:41.334535 run osmo-msc_10.42.42.6(pid=26748): Launched\u000a20:57:41.538950 run osmo-stp_10.42.42.5(pid=26745): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26745)]\u000a20:57:41.682199 run osmo-stp_10.42.42.5(pid=26745): stdout: \u000a| (launched: 2022-12-12_20:57:40.084068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:41.823485 run osmo-stp_10.42.42.5(pid=26745): stderr: \u000a| �[0;m�[38;5;43m20221212205740276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205740276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205740276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205740277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205740277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205740277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205740278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:41.959505 run osmo-stp_10.42.42.5(pid=26745): stdout: \u000a| (launched: 2022-12-12_20:57:40.084068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:42.094488 run osmo-stp_10.42.42.5(pid=26745): stderr: \u000a| �[0;m�[38;5;43m20221212205740276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205740276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205740276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205740277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205740277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205740277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205740278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:42.153794 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26745): Process ended prematurely: osmo-stp_10.42.42.5(pid=26745) [trial-2382↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26745)] [trial-2382↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:57:42.163281 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:57:42.228733 run osmo-hlr_10.42.42.2(pid=26742): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26742)]\u000a20:57:42.282316 run osmo-hlr_10.42.42.2(pid=26742): stdout: \u000a| (launched: 2022-12-12_20:57:39.028879) \u000a20:57:42.336998 run osmo-hlr_10.42.42.2(pid=26742): stderr: \u000a| �[0;m�[1;31m20221212205739230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205739230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205739230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205739230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205739230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205739230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205739242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205739251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205739251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205739251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:42.409976 run osmo-msc_10.42.42.6(pid=26748): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26748)]\u000a20:57:42.463296 run osmo-msc_10.42.42.6(pid=26748): stdout: \u000a| (launched: 2022-12-12_20:57:41.166993) \u000a20:57:42.517117 run osmo-msc_10.42.42.6(pid=26748): stderr: \u000a| �[0;m�[38;5;43m20221212205741489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205741489 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7febd1670c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205741490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205741490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205741490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205741490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205741493 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205741493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205741493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205741493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:57:42.562920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26741): Terminating (SIGTERM)\u000a20:57:42.605620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26744): Terminating (SIGTERM)\u000a20:57:42.648576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26747): Terminating (SIGTERM)\u000a20:57:42.658794 --- ParallelTerminationStrategy: PID 26741 died...\u000a20:57:42.716503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26741): Terminated: ok {rc=0}\u000a20:57:42.726906 --- ParallelTerminationStrategy: PID 26744 died...\u000a20:57:42.784271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26744): Terminated: ok {rc=0}\u000a20:57:42.794481 --- ParallelTerminationStrategy: PID 26747 died...\u000a20:57:42.851857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26747): Terminated: ok {rc=0}\u000a20:57:42.940776 bus /sierra_3: Setting Powered False\u000a20:57:44.049519 bus /sierra_3: Setting Powered False\u000a20:57:45.164334 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:57:24" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26759): Process ended prematurely: osmo-stp_10.42.42.5(pid=26759) [trial-2382↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26759)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26759): Process ended prematurely: osmo-stp_10.42.42.5(pid=26759) [trial-2382↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:57:47.248140 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:57:47.260823 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:57:47.430518 tst mo_mt_call.py: using LAC 31459\u000a20:57:47.555176 tst mo_mt_call.py: using RAC 94\u000a20:57:47.679282 tst mo_mt_call.py: using CellId 31459\u000a20:57:47.800910 tst mo_mt_call.py: using BVCI 31460\u000a20:57:47.825082 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:57:47.836239 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:57:47.847169 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:57:47.858012 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:57:47.868903 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:57:47.879816 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:57:48.002193 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:57:48.221857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:48.753674 run create_hlr_db(pid=26753): Launched\u000a20:57:48.949449 bus /sierra_2: Setting Powered False\u000a20:57:49.971377 run create_hlr_db(pid=26753): Terminated: ok {rc=0}\u000a20:57:50.393179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26755): Launched\u000a20:57:50.710018 run osmo-hlr_10.42.42.2(pid=26756): Launched\u000a20:57:50.835393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:57:51.401165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26758): Launched\u000a20:57:51.741516 run osmo-stp_10.42.42.5(pid=26759): Launched\u000a20:57:51.865004 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:57:52.484028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26761): Launched\u000a20:57:52.825468 run osmo-msc_10.42.42.6(pid=26762): Launched\u000a20:57:53.023302 run osmo-stp_10.42.42.5(pid=26759): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26759)]\u000a20:57:53.166865 run osmo-stp_10.42.42.5(pid=26759): stdout: \u000a| (launched: 2022-12-12_20:57:51.574515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:53.308590 run osmo-stp_10.42.42.5(pid=26759): stderr: \u000a| �[0;m�[38;5;43m20221212205751767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205751767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205751768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205751768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205751768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205751769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205751769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:53.445456 run osmo-stp_10.42.42.5(pid=26759): stdout: \u000a| (launched: 2022-12-12_20:57:51.574515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:57:53.580718 run osmo-stp_10.42.42.5(pid=26759): stderr: \u000a| �[0;m�[38;5;43m20221212205751767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205751767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205751768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205751768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205751768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205751769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205751769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:57:53.640082 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26759): Process ended prematurely: osmo-stp_10.42.42.5(pid=26759) [trial-2382↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26759)] [trial-2382↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:57:53.649585 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:57:53.714751 run osmo-hlr_10.42.42.2(pid=26756): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26756)]\u000a20:57:53.767907 run osmo-hlr_10.42.42.2(pid=26756): stdout: \u000a| (launched: 2022-12-12_20:57:50.554591) \u000a20:57:53.821808 run osmo-hlr_10.42.42.2(pid=26756): stderr: \u000a| �[0;m�[1;31m20221212205750733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205750733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205750733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205750733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205750733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205750733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205750745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205750754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205750754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205750754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:57:53.894733 run osmo-msc_10.42.42.6(pid=26762): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26762)]\u000a20:57:53.948080 run osmo-msc_10.42.42.6(pid=26762): stdout: \u000a| (launched: 2022-12-12_20:57:52.657659) \u000a20:57:54.001935 run osmo-msc_10.42.42.6(pid=26762): stderr: \u000a| �[0;m�[38;5;43m20221212205752980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205752980 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff8ee98fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205752980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205752980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205752981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205752981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205752983 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205752983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205752983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205752983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:57:54.047242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26755): Terminating (SIGTERM)\u000a20:57:54.090371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26758): Terminating (SIGTERM)\u000a20:57:54.133839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26761): Terminating (SIGTERM)\u000a20:57:54.144133 --- ParallelTerminationStrategy: PID 26755 died...\u000a20:57:54.202928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26755): Terminated: ok {rc=0}\u000a20:57:54.213576 --- ParallelTerminationStrategy: PID 26758 died...\u000a20:57:54.271553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26758): Terminated: ok {rc=0}\u000a20:57:54.282015 --- ParallelTerminationStrategy: PID 26761 died...\u000a20:57:54.340610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26761): Terminated: ok {rc=0}\u000a20:57:54.431708 bus /sierra_3: Setting Powered False\u000a20:57:55.539360 bus /sierra_3: Setting Powered False\u000a20:57:56.652291 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26770): Process ended prematurely: osmo-stp_10.42.42.5(pid=26770) [trial-2382↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26770)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26770): Process ended prematurely: osmo-stp_10.42.42.5(pid=26770) [trial-2382↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:57:57.766149 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:57:57.777935 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:57:57.948203 tst mo_mt_call_osmux.py: using LAC 31460\u000a20:57:58.082310 tst mo_mt_call_osmux.py: using RAC 95\u000a20:57:58.214973 tst mo_mt_call_osmux.py: using CellId 31460\u000a20:57:58.347578 tst mo_mt_call_osmux.py: using BVCI 31461\u000a20:57:58.373764 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:57:58.385459 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:57:58.396901 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:57:58.408603 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:57:58.420266 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:57:58.431958 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:57:58.551590 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:57:58.758797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:57:59.266199 run create_hlr_db(pid=26764): Launched\u000a20:57:59.448667 bus /sierra_2: Setting Powered False\u000a20:58:00.471612 run create_hlr_db(pid=26764): Terminated: ok {rc=0}\u000a20:58:00.913605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26766): Launched\u000a20:58:01.382062 run osmo-hlr_10.42.42.2(pid=26767): Launched\u000a20:58:01.519643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:02.183941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26769): Launched\u000a20:58:02.533981 run osmo-stp_10.42.42.5(pid=26770): Launched\u000a20:58:02.659669 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:58:03.279962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26772): Launched\u000a20:58:03.621756 run osmo-msc_10.42.42.6(pid=26773): Launched\u000a20:58:03.821806 run osmo-stp_10.42.42.5(pid=26770): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26770)]\u000a20:58:03.964617 run osmo-stp_10.42.42.5(pid=26770): stdout: \u000a| (launched: 2022-12-12_20:58:02.363765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:04.106787 run osmo-stp_10.42.42.5(pid=26770): stderr: \u000a| �[0;m�[38;5;43m20221212205802555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205802555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205802556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205802556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205802557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205802557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205802557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:04.243256 run osmo-stp_10.42.42.5(pid=26770): stdout: \u000a| (launched: 2022-12-12_20:58:02.363765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:04.380215 run osmo-stp_10.42.42.5(pid=26770): stderr: \u000a| �[0;m�[38;5;43m20221212205802555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205802555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205802556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205802556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205802557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205802557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205802557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:04.439895 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26770): Process ended prematurely: osmo-stp_10.42.42.5(pid=26770) [trial-2382↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26770)] [trial-2382↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:58:04.449530 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a20:58:04.515101 run osmo-hlr_10.42.42.2(pid=26767): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26767)]\u000a20:58:04.568785 run osmo-hlr_10.42.42.2(pid=26767): stdout: \u000a| (launched: 2022-12-12_20:58:01.095086) \u000a20:58:04.623038 run osmo-hlr_10.42.42.2(pid=26767): stderr: \u000a| �[0;m�[1;31m20221212205801315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205801315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205801315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205801315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205801315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205801315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205801327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205801344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205801344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205801344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:04.696587 run osmo-msc_10.42.42.6(pid=26773): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26773)]\u000a20:58:04.749940 run osmo-msc_10.42.42.6(pid=26773): stdout: \u000a| (launched: 2022-12-12_20:58:03.454371) \u000a20:58:04.803976 run osmo-msc_10.42.42.6(pid=26773): stderr: \u000a| �[0;m�[38;5;43m20221212205803778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205803778 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3b9194c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205803778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205803778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205803778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205803779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205803780 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205803781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205803781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205803781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:58:04.850133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26766): Terminating (SIGTERM)\u000a20:58:04.893677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26769): Terminating (SIGTERM)\u000a20:58:04.936641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26772): Terminating (SIGTERM)\u000a20:58:04.946501 --- ParallelTerminationStrategy: PID 26766 died...\u000a20:58:05.005478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26766): Terminated: ok {rc=0}\u000a20:58:05.015951 --- ParallelTerminationStrategy: PID 26769 died...\u000a20:58:05.074110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26769): Terminated: ok {rc=0}\u000a20:58:05.084505 --- ParallelTerminationStrategy: PID 26772 died...\u000a20:58:05.142270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26772): Terminated: ok {rc=0}\u000a20:58:05.231652 bus /sierra_3: Setting Powered False\u000a20:58:06.341264 bus /sierra_3: Setting Powered False\u000a20:58:07.456550 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:57:46" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26784): Process ended prematurely: osmo-stp_10.42.42.5(pid=26784) [trial-2382↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26784)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26784): Process ended prematurely: osmo-stp_10.42.42.5(pid=26784) [trial-2382↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26784)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a20:58:09.454748 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:58:09.465959 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a20:58:09.617499 tst mo_mt_call.py: using LAC 31461\u000a20:58:09.752726 tst mo_mt_call.py: using RAC 96\u000a20:58:09.887733 tst mo_mt_call.py: using CellId 31461\u000a20:58:10.022495 tst mo_mt_call.py: using BVCI 31462\u000a20:58:10.048445 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:58:10.060341 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:58:10.071674 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:58:10.083317 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:58:10.095582 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:58:10.107729 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a20:58:10.233152 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a20:58:10.453986 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:10.985215 run create_hlr_db(pid=26778): Launched\u000a20:58:11.182311 bus /sierra_2: Setting Powered False\u000a20:58:12.203364 run create_hlr_db(pid=26778): Terminated: ok {rc=0}\u000a20:58:12.654124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26780): Launched\u000a20:58:12.994843 run osmo-hlr_10.42.42.2(pid=26781): Launched\u000a20:58:13.119671 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:13.710608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26783): Launched\u000a20:58:14.051526 run osmo-stp_10.42.42.5(pid=26784): Launched\u000a20:58:14.176573 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:58:14.797367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26786): Launched\u000a20:58:15.138738 run osmo-msc_10.42.42.6(pid=26787): Launched\u000a20:58:15.337842 run osmo-stp_10.42.42.5(pid=26784): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26784)]\u000a20:58:15.480636 run osmo-stp_10.42.42.5(pid=26784): stdout: \u000a| (launched: 2022-12-12_20:58:13.883616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:15.621941 run osmo-stp_10.42.42.5(pid=26784): stderr: \u000a| �[0;m�[38;5;43m20221212205814076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205814076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205814076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205814077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205814077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205814077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205814078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:15.757809 run osmo-stp_10.42.42.5(pid=26784): stdout: \u000a| (launched: 2022-12-12_20:58:13.883616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:15.895043 run osmo-stp_10.42.42.5(pid=26784): stderr: \u000a| �[0;m�[38;5;43m20221212205814076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205814076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205814076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205814077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205814077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205814077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205814078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:15.957108 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26784): Process ended prematurely: osmo-stp_10.42.42.5(pid=26784) [trial-2382↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26784)] [trial-2382↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a20:58:15.967057 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a20:58:16.035796 run osmo-hlr_10.42.42.2(pid=26781): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26781)]\u000a20:58:16.091514 run osmo-hlr_10.42.42.2(pid=26781): stdout: \u000a| (launched: 2022-12-12_20:58:12.827880) \u000a20:58:16.147897 run osmo-hlr_10.42.42.2(pid=26781): stderr: \u000a| �[0;m�[1;31m20221212205813028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205813028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205813028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205813028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205813028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205813028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205813040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205813049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205813049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205813049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:16.223307 run osmo-msc_10.42.42.6(pid=26787): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26787)]\u000a20:58:16.278823 run osmo-msc_10.42.42.6(pid=26787): stdout: \u000a| (launched: 2022-12-12_20:58:14.970144) \u000a20:58:16.335897 run osmo-msc_10.42.42.6(pid=26787): stderr: \u000a| �[0;m�[38;5;43m20221212205815294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205815294 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8c47b7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205815295 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205815295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205815295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205815295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205815297 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205815297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205815297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205815297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:58:16.383111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26780): Terminating (SIGTERM)\u000a20:58:16.428740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26783): Terminating (SIGTERM)\u000a20:58:16.474297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26786): Terminating (SIGTERM)\u000a20:58:16.485941 --- ParallelTerminationStrategy: PID 26780 died...\u000a20:58:16.547018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26780): Terminated: ok {rc=0}\u000a20:58:16.558334 --- ParallelTerminationStrategy: PID 26783 died...\u000a20:58:16.619294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26783): Terminated: ok {rc=0}\u000a20:58:16.630570 --- ParallelTerminationStrategy: PID 26786 died...\u000a20:58:16.691437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26786): Terminated: ok {rc=0}\u000a20:58:16.801591 bus /sierra_3: Setting Powered False\u000a20:58:17.912403 bus /sierra_3: Setting Powered False\u000a20:58:19.026368 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26795): Process ended prematurely: osmo-stp_10.42.42.5(pid=26795) [trial-2382↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26795)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26795): Process ended prematurely: osmo-stp_10.42.42.5(pid=26795) [trial-2382↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:58:20.141043 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:58:20.152984 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a20:58:20.298498 tst mo_mt_call_osmux.py: using LAC 31462\u000a20:58:20.425117 tst mo_mt_call_osmux.py: using RAC 97\u000a20:58:20.551639 tst mo_mt_call_osmux.py: using CellId 31462\u000a20:58:20.677783 tst mo_mt_call_osmux.py: using BVCI 31463\u000a20:58:20.701805 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:58:20.712844 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:58:20.723714 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:58:20.735274 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:58:20.746805 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a20:58:20.758362 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a20:58:20.876693 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a20:58:21.095927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:21.630665 run create_hlr_db(pid=26789): Launched\u000a20:58:21.826375 bus /sierra_2: Setting Powered False\u000a20:58:22.849063 run create_hlr_db(pid=26789): Terminated: ok {rc=0}\u000a20:58:23.298502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26791): Launched\u000a20:58:23.641030 run osmo-hlr_10.42.42.2(pid=26792): Launched\u000a20:58:23.765085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:24.353086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26794): Launched\u000a20:58:24.692696 run osmo-stp_10.42.42.5(pid=26795): Launched\u000a20:58:24.817216 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:58:25.436931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26797): Launched\u000a20:58:25.778089 run osmo-msc_10.42.42.6(pid=26798): Launched\u000a20:58:25.976604 run osmo-stp_10.42.42.5(pid=26795): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26795)]\u000a20:58:26.120430 run osmo-stp_10.42.42.5(pid=26795): stdout: \u000a| (launched: 2022-12-12_20:58:24.526462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:26.262316 run osmo-stp_10.42.42.5(pid=26795): stderr: \u000a| �[0;m�[38;5;43m20221212205824719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205824719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205824720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205824720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205824720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205824721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205824721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:26.399422 run osmo-stp_10.42.42.5(pid=26795): stdout: \u000a| (launched: 2022-12-12_20:58:24.526462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:26.535007 run osmo-stp_10.42.42.5(pid=26795): stderr: \u000a| �[0;m�[38;5;43m20221212205824719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205824719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205824720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205824720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205824720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205824721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205824721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:26.594363 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26795): Process ended prematurely: osmo-stp_10.42.42.5(pid=26795) [trial-2382↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26795)] [trial-2382↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a20:58:26.603674 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a20:58:26.668845 run osmo-hlr_10.42.42.2(pid=26792): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26792)]\u000a20:58:26.722063 run osmo-hlr_10.42.42.2(pid=26792): stdout: \u000a| (launched: 2022-12-12_20:58:23.473796) \u000a20:58:26.775856 run osmo-hlr_10.42.42.2(pid=26792): stderr: \u000a| �[0;m�[1;31m20221212205823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205823687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205823697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205823697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205823697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:26.848707 run osmo-msc_10.42.42.6(pid=26798): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26798)]\u000a20:58:26.902031 run osmo-msc_10.42.42.6(pid=26798): stdout: \u000a| (launched: 2022-12-12_20:58:25.611426) \u000a20:58:26.955864 run osmo-msc_10.42.42.6(pid=26798): stderr: \u000a| �[0;m�[38;5;43m20221212205825935 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205825935 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f81fbd2ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205825935 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205825935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205825935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205825935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205825937 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205825938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205825938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205825938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:58:27.001197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26791): Terminating (SIGTERM)\u000a20:58:27.044258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26794): Terminating (SIGTERM)\u000a20:58:27.087573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26797): Terminating (SIGTERM)\u000a20:58:27.097780 --- ParallelTerminationStrategy: PID 26791 died...\u000a20:58:27.155680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26791): Terminated: ok {rc=0}\u000a20:58:27.166026 --- ParallelTerminationStrategy: PID 26794 died...\u000a20:58:27.223889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26794): Terminated: ok {rc=0}\u000a20:58:27.234129 --- ParallelTerminationStrategy: PID 26797 died...\u000a20:58:27.291474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26797): Terminated: ok {rc=0}\u000a20:58:27.379882 bus /sierra_3: Setting Powered False\u000a20:58:28.489490 bus /sierra_3: Setting Powered False\u000a20:58:29.600806 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:58:09" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26810): Process ended prematurely: osmo-stp_10.42.42.5(pid=26810) [trial-2382↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26810)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26810): Process ended prematurely: osmo-stp_10.42.42.5(pid=26810) [trial-2382↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a20:58:31.691668 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:58:31.706309 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:58:31.884668 tst mo_mt_call.py: using LAC 31463\u000a20:58:32.019762 tst mo_mt_call.py: using RAC 98\u000a20:58:32.177429 tst mo_mt_call.py: using CellId 31463\u000a20:58:32.304562 tst mo_mt_call.py: using BVCI 31464\u000a20:58:32.328491 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:58:32.340027 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:58:32.351365 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:58:32.362680 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:58:32.373993 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:58:32.385503 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:58:32.510045 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:58:32.730593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:33.263644 run create_hlr_db(pid=26804): Launched\u000a20:58:33.461287 bus /sierra_2: Setting Powered False\u000a20:58:34.482793 run create_hlr_db(pid=26804): Terminated: ok {rc=0}\u000a20:58:34.905539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26806): Launched\u000a20:58:35.222940 run osmo-hlr_10.42.42.2(pid=26807): Launched\u000a20:58:35.341117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:35.889920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26809): Launched\u000a20:58:36.208186 run osmo-stp_10.42.42.5(pid=26810): Launched\u000a20:58:36.323655 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:58:36.901027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26812): Launched\u000a20:58:37.218973 run osmo-msc_10.42.42.6(pid=26813): Launched\u000a20:58:37.404300 run osmo-stp_10.42.42.5(pid=26810): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26810)]\u000a20:58:37.538084 run osmo-stp_10.42.42.5(pid=26810): stdout: \u000a| (launched: 2022-12-12_20:58:36.052278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:37.670633 run osmo-stp_10.42.42.5(pid=26810): stderr: \u000a| �[0;m�[38;5;43m20221212205836223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205836223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205836223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205836224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205836224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205836224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205836224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:37.797930 run osmo-stp_10.42.42.5(pid=26810): stdout: \u000a| (launched: 2022-12-12_20:58:36.052278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:37.923944 run osmo-stp_10.42.42.5(pid=26810): stderr: \u000a| �[0;m�[38;5;43m20221212205836223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205836223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205836223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205836224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205836224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205836224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205836224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:37.979514 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26810): Process ended prematurely: osmo-stp_10.42.42.5(pid=26810) [trial-2382↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26810)] [trial-2382↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a20:58:37.988025 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:58:38.049700 run osmo-hlr_10.42.42.2(pid=26807): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26807)]\u000a20:58:38.100362 run osmo-hlr_10.42.42.2(pid=26807): stdout: \u000a| (launched: 2022-12-12_20:58:35.067181) \u000a20:58:38.151742 run osmo-hlr_10.42.42.2(pid=26807): stderr: \u000a| �[0;m�[1;31m20221212205835244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205835244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205835244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205835244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205835244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205835244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205835256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205835264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205835264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205835265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:38.221465 run osmo-msc_10.42.42.6(pid=26813): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26813)]\u000a20:58:38.272124 run osmo-msc_10.42.42.6(pid=26813): stdout: \u000a| (launched: 2022-12-12_20:58:37.062568) \u000a20:58:38.323313 run osmo-msc_10.42.42.6(pid=26813): stderr: \u000a| �[0;m�[38;5;43m20221212205837336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205837336 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb94674ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205837336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205837336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205837337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205837337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205837339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205837339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205837339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205837339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:58:38.367051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26806): Terminating (SIGTERM)\u000a20:58:38.408160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26809): Terminating (SIGTERM)\u000a20:58:38.449455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26812): Terminating (SIGTERM)\u000a20:58:38.458971 --- ParallelTerminationStrategy: PID 26806 died...\u000a20:58:38.514042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26806): Terminated: ok {rc=0}\u000a20:58:38.523907 --- ParallelTerminationStrategy: PID 26809 died...\u000a20:58:38.578848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26809): Terminated: ok {rc=0}\u000a20:58:38.588627 --- ParallelTerminationStrategy: PID 26812 died...\u000a20:58:38.643224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26812): Terminated: ok {rc=0}\u000a20:58:38.729831 bus /sierra_3: Setting Powered False\u000a20:58:39.840271 bus /sierra_3: Setting Powered False\u000a20:58:40.951248 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26821): Process ended prematurely: osmo-stp_10.42.42.5(pid=26821) [trial-2382↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26821)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26821): Process ended prematurely: osmo-stp_10.42.42.5(pid=26821) [trial-2382↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:58:42.070262 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:58:42.083093 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:58:42.237950 tst mo_mt_call_osmux.py: using LAC 31464\u000a20:58:42.370707 tst mo_mt_call_osmux.py: using RAC 99\u000a20:58:42.503081 tst mo_mt_call_osmux.py: using CellId 31464\u000a20:58:42.630285 tst mo_mt_call_osmux.py: using BVCI 31465\u000a20:58:42.654538 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:58:42.666202 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:58:42.677512 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:58:42.688697 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:58:42.700053 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:58:42.711249 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:58:42.829050 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:58:43.053315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:43.587618 run create_hlr_db(pid=26815): Launched\u000a20:58:43.784094 bus /sierra_2: Setting Powered False\u000a20:58:44.805931 run create_hlr_db(pid=26815): Terminated: ok {rc=0}\u000a20:58:45.254643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26817): Launched\u000a20:58:45.595632 run osmo-hlr_10.42.42.2(pid=26818): Launched\u000a20:58:45.720533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:46.333647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26820): Launched\u000a20:58:46.718762 run osmo-stp_10.42.42.5(pid=26821): Launched\u000a20:58:47.020519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:58:47.771439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26823): Launched\u000a20:58:48.110059 run osmo-msc_10.42.42.6(pid=26824): Launched\u000a20:58:48.307372 run osmo-stp_10.42.42.5(pid=26821): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26821)]\u000a20:58:48.450265 run osmo-stp_10.42.42.5(pid=26821): stdout: \u000a| (launched: 2022-12-12_20:58:46.502039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:48.591914 run osmo-stp_10.42.42.5(pid=26821): stderr: \u000a| �[0;m�[38;5;43m20221212205846916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205846917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205846917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205846919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205846920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205846920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205846920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:48.727949 run osmo-stp_10.42.42.5(pid=26821): stdout: \u000a| (launched: 2022-12-12_20:58:46.502039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:48.863227 run osmo-stp_10.42.42.5(pid=26821): stderr: \u000a| �[0;m�[38;5;43m20221212205846916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205846917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205846917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205846919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205846920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205846920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205846920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:58:48.922741 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26821): Process ended prematurely: osmo-stp_10.42.42.5(pid=26821) [trial-2382↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26821)] [trial-2382↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a20:58:48.931975 tst mo_mt_call_osmux.py:8: Test FAILED (6.9 sec)\u000a20:58:48.996541 run osmo-hlr_10.42.42.2(pid=26818): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26818)]\u000a20:58:49.049296 run osmo-hlr_10.42.42.2(pid=26818): stdout: \u000a| (launched: 2022-12-12_20:58:45.428255) \u000a20:58:49.103403 run osmo-hlr_10.42.42.2(pid=26818): stderr: \u000a| �[0;m�[1;31m20221212205845627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205845627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205845627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205845627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205845627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205845627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205845642 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205845652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205845653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205845653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:58:49.175846 run osmo-msc_10.42.42.6(pid=26824): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26824)]\u000a20:58:49.228645 run osmo-msc_10.42.42.6(pid=26824): stdout: \u000a| (launched: 2022-12-12_20:58:47.943912) \u000a20:58:49.282184 run osmo-msc_10.42.42.6(pid=26824): stderr: \u000a| �[0;m�[38;5;43m20221212205848268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205848269 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feae3ac3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205848269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205848269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205848269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205848269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205848271 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205848271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205848271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205848271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:58:49.327400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26817): Terminating (SIGTERM)\u000a20:58:49.370607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26820): Terminating (SIGTERM)\u000a20:58:49.413615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26823): Terminating (SIGTERM)\u000a20:58:49.423742 --- ParallelTerminationStrategy: PID 26817 died...\u000a20:58:49.481305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26817): Terminated: ok {rc=0}\u000a20:58:49.491581 --- ParallelTerminationStrategy: PID 26820 died...\u000a20:58:49.548693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26820): Terminated: ok {rc=0}\u000a20:58:49.558924 --- ParallelTerminationStrategy: PID 26823 died...\u000a20:58:49.615575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26823): Terminated: ok {rc=0}\u000a20:58:49.704656 bus /sierra_3: Setting Powered False\u000a20:58:50.814250 bus /sierra_3: Setting Powered False\u000a20:58:51.924825 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:58:31" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26836): Process ended prematurely: osmo-stp_10.42.42.5(pid=26836) [trial-2382↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26836)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26836): Process ended prematurely: osmo-stp_10.42.42.5(pid=26836) [trial-2382↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26836)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:58:53.960029 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:58:53.971134 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a20:58:54.112599 tst emergency_mo_mt_call.py: using LAC 31465\u000a20:58:54.235122 tst emergency_mo_mt_call.py: using RAC 100\u000a20:58:54.359933 tst emergency_mo_mt_call.py: using CellId 31465\u000a20:58:54.482652 tst emergency_mo_mt_call.py: using BVCI 31466\u000a20:58:54.506599 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:58:54.517424 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:58:54.528041 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:58:54.538623 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:58:54.549230 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:58:54.559752 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:58:54.682185 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:58:54.899650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:58:55.424739 run create_hlr_db(pid=26830): Launched\u000a20:58:55.619024 bus /sierra_2: Setting Powered False\u000a20:58:56.638524 run create_hlr_db(pid=26830): Terminated: ok {rc=0}\u000a20:58:57.056856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26832): Launched\u000a20:58:57.368172 run osmo-hlr_10.42.42.2(pid=26833): Launched\u000a20:58:57.483747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:58:58.024898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26835): Launched\u000a20:58:58.336739 run osmo-stp_10.42.42.5(pid=26836): Launched\u000a20:58:58.461121 tst emergency_mo_mt_call.py: using MSISDN 7969\u000a20:58:58.615451 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:58:59.181490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26838): Launched\u000a20:58:59.494033 run osmo-msc_10.42.42.6(pid=26839): Launched\u000a20:58:59.675987 run osmo-stp_10.42.42.5(pid=26836): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26836)]\u000a20:58:59.809265 run osmo-stp_10.42.42.5(pid=26836): stdout: \u000a| (launched: 2022-12-12_20:58:58.183835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:58:59.939127 run osmo-stp_10.42.42.5(pid=26836): stderr: \u000a| �[0;m�[38;5;43m20221212205858356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205858356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205858356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205858357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205858357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205858357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205858357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:00.064087 run osmo-stp_10.42.42.5(pid=26836): stdout: \u000a| (launched: 2022-12-12_20:58:58.183835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:00.187759 run osmo-stp_10.42.42.5(pid=26836): stderr: \u000a| �[0;m�[38;5;43m20221212205858356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205858356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205858356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205858357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205858357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205858357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205858357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:00.242160 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26836): Process ended prematurely: osmo-stp_10.42.42.5(pid=26836) [trial-2382↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26836)] [trial-2382↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a20:59:00.250280 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a20:59:00.311080 run osmo-hlr_10.42.42.2(pid=26833): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26833)]\u000a20:59:00.361546 run osmo-hlr_10.42.42.2(pid=26833): stdout: \u000a| (launched: 2022-12-12_20:58:57.215268) \u000a20:59:00.412557 run osmo-hlr_10.42.42.2(pid=26833): stderr: \u000a| �[0;m�[1;31m20221212205857394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205857394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205857394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205857394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205857394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205857394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205857426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205857436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205857437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205857437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:00.482073 run osmo-msc_10.42.42.6(pid=26839): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26839)]\u000a20:59:00.532275 run osmo-msc_10.42.42.6(pid=26839): stdout: \u000a| (launched: 2022-12-12_20:58:59.339998) \u000a20:59:00.583042 run osmo-msc_10.42.42.6(pid=26839): stderr: \u000a| �[0;m�[38;5;43m20221212205859614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205859614 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc3c05ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205859614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205859614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205859615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205859615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205859617 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205859617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205859617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205859617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:59:00.626105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26832): Terminating (SIGTERM)\u000a20:59:00.666864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26835): Terminating (SIGTERM)\u000a20:59:00.707727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26838): Terminating (SIGTERM)\u000a20:59:00.717174 --- ParallelTerminationStrategy: PID 26832 died...\u000a20:59:00.771721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26832): Terminated: ok {rc=0}\u000a20:59:00.781853 --- ParallelTerminationStrategy: PID 26835 died...\u000a20:59:00.843514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26835): Terminated: ok {rc=0}\u000a20:59:00.854875 --- ParallelTerminationStrategy: PID 26838 died...\u000a20:59:00.919723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26838): Terminated: ok {rc=0}\u000a20:59:01.012424 bus /sierra_3: Setting Powered False\u000a20:59:02.126525 bus /sierra_3: Setting Powered False\u000a20:59:03.240258 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26852): Process ended prematurely: osmo-stp_10.42.42.5(pid=26852) [trial-2382↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26852)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26852): Process ended prematurely: osmo-stp_10.42.42.5(pid=26852) [trial-2382↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:59:04.292772 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:59:04.304610 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a20:59:04.447806 tst emergency_preemptive_call.py: using LAC 31466\u000a20:59:04.572866 tst emergency_preemptive_call.py: using RAC 101\u000a20:59:04.697522 tst emergency_preemptive_call.py: using CellId 31466\u000a20:59:04.821901 tst emergency_preemptive_call.py: using BVCI 31467\u000a20:59:04.845707 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:59:04.856604 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:59:04.867369 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:59:04.878616 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:59:04.889963 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:59:04.901353 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:59:05.025442 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:59:05.146256 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:59:05.263670 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a20:59:05.468363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:05.968493 run create_hlr_db(pid=26841): Launched\u000a20:59:06.148601 bus /sierra_2: Setting Powered False\u000a20:59:07.169336 run create_hlr_db(pid=26841): Terminated: ok {rc=0}\u000a20:59:07.605278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26846): Launched\u000a20:59:07.916427 run osmo-hlr_10.42.42.2(pid=26849): Launched\u000a20:59:08.030205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:08.567162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26851): Launched\u000a20:59:08.876388 run osmo-stp_10.42.42.5(pid=26852): Launched\u000a20:59:08.999285 tst emergency_preemptive_call.py: using MSISDN 7970\u000a20:59:09.154349 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:59:09.719764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26854): Launched\u000a20:59:10.030623 run osmo-msc_10.42.42.6(pid=26855): Launched\u000a20:59:10.212199 run osmo-stp_10.42.42.5(pid=26852): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26852)]\u000a20:59:10.343302 run osmo-stp_10.42.42.5(pid=26852): stdout: \u000a| (launched: 2022-12-12_20:59:08.724626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:10.472608 run osmo-stp_10.42.42.5(pid=26852): stderr: \u000a| �[0;m�[38;5;43m20221212205908896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205908896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205908896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205908896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205908897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205908897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205908897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:10.596616 run osmo-stp_10.42.42.5(pid=26852): stdout: \u000a| (launched: 2022-12-12_20:59:08.724626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:10.719503 run osmo-stp_10.42.42.5(pid=26852): stderr: \u000a| �[0;m�[38;5;43m20221212205908896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205908896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205908896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205908896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205908897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205908897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205908897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:10.773339 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26852): Process ended prematurely: osmo-stp_10.42.42.5(pid=26852) [trial-2382↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26852)] [trial-2382↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a20:59:10.781471 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a20:59:10.843135 run osmo-hlr_10.42.42.2(pid=26849): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26849)]\u000a20:59:10.893809 run osmo-hlr_10.42.42.2(pid=26849): stdout: \u000a| (launched: 2022-12-12_20:59:07.763264) \u000a20:59:10.945246 run osmo-hlr_10.42.42.2(pid=26849): stderr: \u000a| �[0;m�[1;31m20221212205907942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205907942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205907942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205907942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205907942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205907942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205907978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205907988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205907989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205907989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:11.014773 run osmo-msc_10.42.42.6(pid=26855): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26855)]\u000a20:59:11.065142 run osmo-msc_10.42.42.6(pid=26855): stdout: \u000a| (launched: 2022-12-12_20:59:09.877897) \u000a20:59:11.115928 run osmo-msc_10.42.42.6(pid=26855): stderr: \u000a| �[0;m�[38;5;43m20221212205910150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212205910150 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e93e96c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212205910150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212205910150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212205910150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212205910150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212205910152 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212205910153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212205910153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212205910153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:59:11.159062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26846): Terminating (SIGTERM)\u000a20:59:11.199740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26851): Terminating (SIGTERM)\u000a20:59:11.240587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26854): Terminating (SIGTERM)\u000a20:59:11.250055 --- ParallelTerminationStrategy: PID 26846 died...\u000a20:59:11.305214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26846): Terminated: ok {rc=0}\u000a20:59:11.315003 --- ParallelTerminationStrategy: PID 26851 died...\u000a20:59:11.369467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26851): Terminated: ok {rc=0}\u000a20:59:11.379205 --- ParallelTerminationStrategy: PID 26854 died...\u000a20:59:11.433380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26854): Terminated: ok {rc=0}\u000a20:59:11.524932 bus /sierra_9: Setting Powered False\u000a20:59:12.631379 bus /sierra_9: Setting Powered False\u000a20:59:13.745884 bus /sierra_8: Setting Powered False\u000a20:59:14.854393 bus /sierra_8: Setting Powered False\u000a20:59:16.005333 bus /sierra_3: Setting Powered False\u000a20:59:17.122960 bus /sierra_3: Setting Powered False\u000a20:59:18.233947 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:58:53" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26871): Process ended prematurely: osmo-stp_10.42.42.5(pid=26871) [trial-2382↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26871): Process ended prematurely: osmo-stp_10.42.42.5(pid=26871) [trial-2382↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:59:20.381623 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:20.392783 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:59:20.543280 tst cs_paging_gprs_active.py: using LAC 31467\u000a20:59:20.681225 tst cs_paging_gprs_active.py: using RAC 102\u000a20:59:20.814075 tst cs_paging_gprs_active.py: using CellId 31467\u000a20:59:20.943799 tst cs_paging_gprs_active.py: using BVCI 31468\u000a20:59:20.968254 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:20.979068 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:20.989638 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:21.000119 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:21.010510 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:21.021032 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:21.031639 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:21.042213 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:21.052860 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:59:21.175772 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:59:21.465753 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:59:21.599177 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:59:21.928512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26861): Launched\u000a20:59:22.201757 run iperf3-srv_10.42.42.10(pid=26862): Launched\u000a20:59:22.397787 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:59:22.531419 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:59:22.861144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26863): Launched\u000a20:59:23.134026 run iperf3-srv_10.42.42.10(pid=26864): Launched\u000a20:59:23.327306 tst cs_paging_gprs_active.py:38: start network...\u000a20:59:23.459967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:23.968206 run create_hlr_db(pid=26865): Launched\u000a20:59:24.151899 bus /sierra_2: Setting Powered False\u000a20:59:25.172922 run create_hlr_db(pid=26865): Terminated: ok {rc=0}\u000a20:59:25.621511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26867): Launched\u000a20:59:25.939078 run osmo-hlr_10.42.42.2(pid=26868): Launched\u000a20:59:26.065457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:26.622256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26870): Launched\u000a20:59:26.940059 run osmo-stp_10.42.42.5(pid=26871): Launched\u000a20:59:27.054481 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:59:27.606037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26873): Launched\u000a20:59:27.719752 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:59:27.997453 run patchelf(pid=26874): Launched\u000a20:59:28.183243 run osmo-stp_10.42.42.5(pid=26871): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)]\u000a20:59:28.318857 run osmo-stp_10.42.42.5(pid=26871): stdout: \u000a| (launched: 2022-12-12_20:59:26.785574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:28.454739 run osmo-stp_10.42.42.5(pid=26871): stderr: \u000a| �[0;m�[38;5;43m20221212205926957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205926957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205926957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205926958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205926958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205926958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205926958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:28.586140 run osmo-stp_10.42.42.5(pid=26871): stdout: \u000a| (launched: 2022-12-12_20:59:26.785574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:28.716157 run osmo-stp_10.42.42.5(pid=26871): stderr: \u000a| �[0;m�[38;5;43m20221212205926957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205926957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205926957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205926958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205926958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205926958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205926958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:28.868156 run patchelf(pid=26874): Terminating (SIGINT)\u000a20:59:29.046508 run patchelf(pid=26874): Terminated: ok {rc=0}\u000a20:59:29.079208 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26871): Process ended prematurely: osmo-stp_10.42.42.5(pid=26871) [trial-2382↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)] [trial-2382↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a20:59:29.088621 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:59:29.150213 run osmo-hlr_10.42.42.2(pid=26868): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26868)]\u000a20:59:29.200375 run osmo-hlr_10.42.42.2(pid=26868): stdout: \u000a| (launched: 2022-12-12_20:59:25.782273) \u000a20:59:29.251433 run osmo-hlr_10.42.42.2(pid=26868): stderr: \u000a| �[0;m�[1;31m20221212205925959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205925959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205925959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205925959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205925959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205925959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205925971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205925981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205925982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205925982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:29.294860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26861): Terminating (SIGTERM)\u000a20:59:29.336019 run iperf3-srv_10.42.42.10(pid=26862): Terminating (SIGTERM)\u000a20:59:29.377352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26863): Terminating (SIGTERM)\u000a20:59:29.418258 run iperf3-srv_10.42.42.10(pid=26864): Terminating (SIGTERM)\u000a20:59:29.459344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26867): Terminating (SIGTERM)\u000a20:59:29.500445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26870): Terminating (SIGTERM)\u000a20:59:29.541652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26873): Terminating (SIGTERM)\u000a20:59:29.551120 --- ParallelTerminationStrategy: PID 26861 died...\u000a20:59:29.606880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26861): Terminated: ok {rc=0}\u000a20:59:29.616718 --- ParallelTerminationStrategy: PID 26862 died...\u000a20:59:29.671269 run iperf3-srv_10.42.42.10(pid=26862): Terminated {rc=256}\u000a20:59:29.681062 --- ParallelTerminationStrategy: PID 26863 died...\u000a20:59:29.735316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26863): Terminated: ok {rc=0}\u000a20:59:29.745127 --- ParallelTerminationStrategy: PID 26864 died...\u000a20:59:29.799388 run iperf3-srv_10.42.42.10(pid=26864): Terminated {rc=256}\u000a20:59:29.809204 --- ParallelTerminationStrategy: PID 26867 died...\u000a20:59:29.863528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26867): Terminated: ok {rc=0}\u000a20:59:29.873357 --- ParallelTerminationStrategy: PID 26870 died...\u000a20:59:29.927476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26870): Terminated: ok {rc=0}\u000a20:59:29.937296 --- ParallelTerminationStrategy: PID 26873 died...\u000a20:59:29.992637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26873): Terminated: ok {rc=0}\u000a20:59:30.084632 bus /gobi_0: Setting Powered False\u000a20:59:31.195816 bus /gobi_0: Setting Powered False\u000a20:59:32.309185 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26884): Process ended prematurely: osmo-stp_10.42.42.5(pid=26884) [trial-2382↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26884)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26884): Process ended prematurely: osmo-stp_10.42.42.5(pid=26884) [trial-2382↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a20:59:33.429120 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:33.440894 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:59:33.594042 tst iperf3.py: using LAC 31468\u000a20:59:33.731092 tst iperf3.py: using RAC 103\u000a20:59:33.862121 tst iperf3.py: using CellId 31468\u000a20:59:33.995236 tst iperf3.py: using BVCI 31469\u000a20:59:34.021681 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:34.033156 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:34.044280 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:34.055849 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:34.066886 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:34.078118 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:34.089479 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:34.100566 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:34.112726 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:59:34.408578 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:59:34.551830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:59:34.899818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26876): Launched\u000a20:59:35.190253 run iperf3-srv_10.42.42.10(pid=26877): Launched\u000a20:59:35.398860 tst iperf3.py:8: start network...\u000a20:59:35.541513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:36.072884 run create_hlr_db(pid=26878): Launched\u000a20:59:36.268476 bus /gobi_6: Setting Powered False\u000a20:59:37.290581 run create_hlr_db(pid=26878): Terminated: ok {rc=0}\u000a20:59:37.713210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26880): Launched\u000a20:59:38.030789 run osmo-hlr_10.42.42.2(pid=26881): Launched\u000a20:59:38.148712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:38.699674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26883): Launched\u000a20:59:39.019356 run osmo-stp_10.42.42.5(pid=26884): Launched\u000a20:59:39.134873 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:59:39.687125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26886): Launched\u000a20:59:39.800647 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:59:40.077366 run patchelf(pid=26887): Launched\u000a20:59:40.262366 run osmo-stp_10.42.42.5(pid=26884): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26884)]\u000a20:59:40.397267 run osmo-stp_10.42.42.5(pid=26884): stdout: \u000a| (launched: 2022-12-12_20:59:38.862604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:40.532474 run osmo-stp_10.42.42.5(pid=26884): stderr: \u000a| �[0;m�[38;5;43m20221212205939035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205939035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205939036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205939036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205939036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205939037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205939037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:40.663621 run osmo-stp_10.42.42.5(pid=26884): stdout: \u000a| (launched: 2022-12-12_20:59:38.862604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:40.793909 run osmo-stp_10.42.42.5(pid=26884): stderr: \u000a| �[0;m�[38;5;43m20221212205939035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205939035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205939036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205939036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205939036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205939037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205939037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:40.945539 run patchelf(pid=26887): Terminating (SIGINT)\u000a20:59:41.123736 run patchelf(pid=26887): Terminated: ok {rc=0}\u000a20:59:41.156267 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26884): Process ended prematurely: osmo-stp_10.42.42.5(pid=26884) [trial-2382↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26884)] [trial-2382↪gprs:trx-b200↪iperf3.py:8]\u000a20:59:41.165635 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a20:59:41.226848 run osmo-hlr_10.42.42.2(pid=26881): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26881)]\u000a20:59:41.277159 run osmo-hlr_10.42.42.2(pid=26881): stdout: \u000a| (launched: 2022-12-12_20:59:37.874472) \u000a20:59:41.328223 run osmo-hlr_10.42.42.2(pid=26881): stderr: \u000a| �[0;m�[1;31m20221212205938051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205938051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205938051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205938051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205938051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205938051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205938063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205938071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205938072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205938072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:41.371834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26876): Terminating (SIGTERM)\u000a20:59:41.412935 run iperf3-srv_10.42.42.10(pid=26877): Terminating (SIGTERM)\u000a20:59:41.453976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26880): Terminating (SIGTERM)\u000a20:59:41.494890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26883): Terminating (SIGTERM)\u000a20:59:41.536088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26886): Terminating (SIGTERM)\u000a20:59:41.545661 --- ParallelTerminationStrategy: PID 26876 died...\u000a20:59:41.600614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26876): Terminated: ok {rc=0}\u000a20:59:41.610416 --- ParallelTerminationStrategy: PID 26877 died...\u000a20:59:41.665415 run iperf3-srv_10.42.42.10(pid=26877): Terminated {rc=256}\u000a20:59:41.675162 --- ParallelTerminationStrategy: PID 26880 died...\u000a20:59:41.729471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26880): Terminated: ok {rc=0}\u000a20:59:41.739227 --- ParallelTerminationStrategy: PID 26883 died...\u000a20:59:41.793881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26883): Terminated: ok {rc=0}\u000a20:59:41.803673 --- ParallelTerminationStrategy: PID 26886 died...\u000a20:59:41.858352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26886): Terminated: ok {rc=0}\u000a20:59:41.949852 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "gprs:trx-b200", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26902): Process ended prematurely: osmo-stp_10.42.42.5(pid=26902) [trial-2382↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26902)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26902): Process ended prematurely: osmo-stp_10.42.42.5(pid=26902) [trial-2382↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a20:59:43.067702 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:43.079349 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a20:59:43.220026 tst iperf3m4.py: using LAC 31469\u000a20:59:43.349274 tst iperf3m4.py: using RAC 104\u000a20:59:43.472679 tst iperf3m4.py: using CellId 31469\u000a20:59:43.596738 tst iperf3m4.py: using BVCI 31470\u000a20:59:43.621349 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:43.632113 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:43.642628 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:43.653184 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:43.663626 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:43.674142 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:43.684786 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:43.695227 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a20:59:43.706279 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:59:43.827658 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:59:43.949832 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:59:44.073395 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a20:59:44.361557 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:59:44.494148 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:59:44.822822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26888): Launched\u000a20:59:45.095263 run iperf3-srv_10.42.42.10(pid=26889): Launched\u000a20:59:45.289502 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:59:45.422406 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:59:45.750371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26890): Launched\u000a20:59:46.063009 run iperf3-srv_10.42.42.10(pid=26891): Launched\u000a20:59:46.278780 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:59:46.427489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:59:46.820273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26892): Launched\u000a20:59:47.148747 run iperf3-srv_10.42.42.10(pid=26893): Launched\u000a20:59:47.358014 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:59:47.501309 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:59:47.854003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26894): Launched\u000a20:59:48.146047 run iperf3-srv_10.42.42.10(pid=26895): Launched\u000a20:59:48.354245 tst iperf3m4.py:8: start network...\u000a20:59:48.497343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:59:49.032721 run create_hlr_db(pid=26896): Launched\u000a20:59:49.229388 bus /gobi_6: Setting Powered False\u000a20:59:50.250982 run create_hlr_db(pid=26896): Terminated: ok {rc=0}\u000a20:59:50.677962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26898): Launched\u000a20:59:50.994499 run osmo-hlr_10.42.42.2(pid=26899): Launched\u000a20:59:51.110893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:59:51.658800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26901): Launched\u000a20:59:51.976863 run osmo-stp_10.42.42.5(pid=26902): Launched\u000a20:59:52.092029 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:59:52.642985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26904): Launched\u000a20:59:52.755561 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:59:53.032775 run patchelf(pid=26905): Launched\u000a20:59:53.217768 run osmo-stp_10.42.42.5(pid=26902): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26902)]\u000a20:59:53.352682 run osmo-stp_10.42.42.5(pid=26902): stdout: \u000a| (launched: 2022-12-12_20:59:51.820862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:53.487849 run osmo-stp_10.42.42.5(pid=26902): stderr: \u000a| �[0;m�[38;5;43m20221212205951992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205951992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205951993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205951993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205951994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205951994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205951994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:53.618619 run osmo-stp_10.42.42.5(pid=26902): stdout: \u000a| (launched: 2022-12-12_20:59:51.820862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:59:53.748286 run osmo-stp_10.42.42.5(pid=26902): stderr: \u000a| �[0;m�[38;5;43m20221212205951992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212205951992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212205951993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212205951993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212205951994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212205951994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212205951994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:59:53.899872 run patchelf(pid=26905): Terminating (SIGINT)\u000a20:59:54.078644 run patchelf(pid=26905): Terminated: ok {rc=0}\u000a20:59:54.111507 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26902): Process ended prematurely: osmo-stp_10.42.42.5(pid=26902) [trial-2382↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26902)] [trial-2382↪gprs:trx-b200↪iperf3m4.py:8]\u000a20:59:54.120788 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a20:59:54.183428 run osmo-hlr_10.42.42.2(pid=26899): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26899)]\u000a20:59:54.233965 run osmo-hlr_10.42.42.2(pid=26899): stdout: \u000a| (launched: 2022-12-12_20:59:50.839317) \u000a20:59:54.284878 run osmo-hlr_10.42.42.2(pid=26899): stderr: \u000a| �[0;m�[1;31m20221212205951018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212205951018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212205951018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205951018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212205951018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212205951018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212205951031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212205951040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212205951041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212205951041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:59:54.328204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26888): Terminating (SIGTERM)\u000a20:59:54.369077 run iperf3-srv_10.42.42.10(pid=26889): Terminating (SIGTERM)\u000a20:59:54.409820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26890): Terminating (SIGTERM)\u000a20:59:54.450579 run iperf3-srv_10.42.42.10(pid=26891): Terminating (SIGTERM)\u000a20:59:54.491410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26892): Terminating (SIGTERM)\u000a20:59:54.532144 run iperf3-srv_10.42.42.10(pid=26893): Terminating (SIGTERM)\u000a20:59:54.572780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26894): Terminating (SIGTERM)\u000a20:59:54.614106 run iperf3-srv_10.42.42.10(pid=26895): Terminating (SIGTERM)\u000a20:59:54.654939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26898): Terminating (SIGTERM)\u000a20:59:54.695731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26901): Terminating (SIGTERM)\u000a20:59:54.736559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26904): Terminating (SIGTERM)\u000a20:59:54.746047 --- ParallelTerminationStrategy: PID 26888 died...\u000a20:59:54.800742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26888): Terminated: ok {rc=0}\u000a20:59:54.810594 --- ParallelTerminationStrategy: PID 26889 died...\u000a20:59:54.865734 run iperf3-srv_10.42.42.10(pid=26889): Terminated {rc=256}\u000a20:59:54.875487 --- ParallelTerminationStrategy: PID 26890 died...\u000a20:59:54.929690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26890): Terminated: ok {rc=0}\u000a20:59:54.939351 --- ParallelTerminationStrategy: PID 26891 died...\u000a20:59:54.993962 run iperf3-srv_10.42.42.10(pid=26891): Terminated {rc=256}\u000a20:59:55.003628 --- ParallelTerminationStrategy: PID 26892 died...\u000a20:59:55.057988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26892): Terminated: ok {rc=0}\u000a20:59:55.067781 --- ParallelTerminationStrategy: PID 26893 died...\u000a20:59:55.122332 run iperf3-srv_10.42.42.10(pid=26893): Terminated {rc=256}\u000a20:59:55.132059 --- ParallelTerminationStrategy: PID 26894 died...\u000a20:59:55.185937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26894): Terminated: ok {rc=0}\u000a20:59:55.195648 --- ParallelTerminationStrategy: PID 26895 died...\u000a20:59:55.249625 run iperf3-srv_10.42.42.10(pid=26895): Terminated {rc=256}\u000a20:59:55.259356 --- ParallelTerminationStrategy: PID 26898 died...\u000a20:59:55.313500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26898): Terminated: ok {rc=0}\u000a20:59:55.323216 --- ParallelTerminationStrategy: PID 26901 died...\u000a20:59:55.377323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26901): Terminated: ok {rc=0}\u000a20:59:55.387140 --- ParallelTerminationStrategy: PID 26904 died...\u000a20:59:55.441459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26904): Terminated: ok {rc=0}\u000a20:59:55.533919 bus /gobi_4: Setting Powered False\u000a20:59:56.640227 bus /gobi_4: Setting Powered False\u000a20:59:57.754638 bus /gobi_1: Setting Powered False\u000a20:59:58.859785 bus /gobi_1: Setting Powered False\u000a20:59:59.974421 bus /gobi_0: Setting Powered False\u000a21:00:01.089611 bus /gobi_0: Setting Powered False\u000a21:00:02.223386 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26936): Process ended prematurely: osmo-stp_10.42.42.5(pid=26936) [trial-2382↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26936)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26936): Process ended prematurely: osmo-stp_10.42.42.5(pid=26936) [trial-2382↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a21:00:03.301146 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a21:00:03.312517 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a21:00:03.453426 tst ping.py: using LAC 31470\u000a21:00:03.575903 tst ping.py: using RAC 105\u000a21:00:03.700508 tst ping.py: using CellId 31470\u000a21:00:03.824848 tst ping.py: using BVCI 31471\u000a21:00:03.848684 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a21:00:03.859434 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a21:00:03.870159 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a21:00:03.880655 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a21:00:03.891075 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a21:00:03.901587 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a21:00:03.912108 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a21:00:03.922719 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a21:00:04.211713 tst ping.py:19: start network...\u000a21:00:04.342020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:04.837927 run create_hlr_db(pid=26929): Launched\u000a21:00:05.015930 bus /gobi_6: Setting Powered False\u000a21:00:06.037837 run create_hlr_db(pid=26929): Terminated: ok {rc=0}\u000a21:00:06.479878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26931): Launched\u000a21:00:06.814741 run osmo-hlr_10.42.42.2(pid=26932): Launched\u000a21:00:06.937946 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:07.526332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26935): Launched\u000a21:00:07.861522 run osmo-stp_10.42.42.5(pid=26936): Launched\u000a21:00:07.983538 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:00:08.567538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26938): Launched\u000a21:00:08.687049 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:00:08.978923 run patchelf(pid=26939): Launched\u000a21:00:09.174280 run osmo-stp_10.42.42.5(pid=26936): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26936)]\u000a21:00:09.316820 run osmo-stp_10.42.42.5(pid=26936): stdout: \u000a| (launched: 2022-12-12_21:00:07.697071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:09.460466 run osmo-stp_10.42.42.5(pid=26936): stderr: \u000a| �[0;m�[38;5;43m20221212210007889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210007889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210007889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210007889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210007890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210007890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210007890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:09.598728 run osmo-stp_10.42.42.5(pid=26936): stdout: \u000a| (launched: 2022-12-12_21:00:07.697071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:09.735733 run osmo-stp_10.42.42.5(pid=26936): stderr: \u000a| �[0;m�[38;5;43m20221212210007889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210007889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210007889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210007889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210007890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210007890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210007890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:09.895462 run patchelf(pid=26939): Terminating (SIGINT)\u000a21:00:10.083157 run patchelf(pid=26939): Terminated: ok {rc=0}\u000a21:00:10.117071 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26936): Process ended prematurely: osmo-stp_10.42.42.5(pid=26936) [trial-2382↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26936)] [trial-2382↪gprs:trx-b200↪ping.py:22]\u000a21:00:10.126499 tst ping.py:22: Test FAILED (6.8 sec)\u000a21:00:10.192457 run osmo-hlr_10.42.42.2(pid=26932): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26932)]\u000a21:00:10.246233 run osmo-hlr_10.42.42.2(pid=26932): stdout: \u000a| (launched: 2022-12-12_21:00:06.649793) \u000a21:00:10.300662 run osmo-hlr_10.42.42.2(pid=26932): stderr: \u000a| �[0;m�[1;31m20221212210006847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210006847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210006847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210006847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210006847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210006847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210006860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210006869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210006869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210006870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:10.346945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26931): Terminating (SIGTERM)\u000a21:00:10.390485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26935): Terminating (SIGTERM)\u000a21:00:10.434533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26938): Terminating (SIGTERM)\u000a21:00:10.444646 --- ParallelTerminationStrategy: PID 26931 died...\u000a21:00:10.503156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26931): Terminated: ok {rc=0}\u000a21:00:10.513622 --- ParallelTerminationStrategy: PID 26935 died...\u000a21:00:10.571740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26935): Terminated: ok {rc=0}\u000a21:00:10.582251 --- ParallelTerminationStrategy: PID 26938 died...\u000a21:00:10.640293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26938): Terminated: ok {rc=0}\u000a21:00:10.730916 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26947): Process ended prematurely: osmo-stp_10.42.42.5(pid=26947) [trial-2382↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26947)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26947): Process ended prematurely: osmo-stp_10.42.42.5(pid=26947) [trial-2382↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a21:00:11.784696 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a21:00:11.796571 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a21:00:11.938182 tst ping_idle_ping.py: using LAC 31471\u000a21:00:12.062896 tst ping_idle_ping.py: using RAC 106\u000a21:00:12.187912 tst ping_idle_ping.py: using CellId 31471\u000a21:00:12.313651 tst ping_idle_ping.py: using BVCI 31472\u000a21:00:12.338211 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a21:00:12.348892 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a21:00:12.359594 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a21:00:12.370242 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a21:00:12.380701 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a21:00:12.391580 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a21:00:12.402274 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a21:00:12.412827 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a21:00:12.713945 tst ping_idle_ping.py:24: start network...\u000a21:00:12.854292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:13.383527 run create_hlr_db(pid=26941): Launched\u000a21:00:13.577513 bus /gobi_6: Setting Powered False\u000a21:00:14.599411 run create_hlr_db(pid=26941): Terminated: ok {rc=0}\u000a21:00:15.017304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26943): Launched\u000a21:00:15.328685 run osmo-hlr_10.42.42.2(pid=26944): Launched\u000a21:00:15.450955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:16.054583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26946): Launched\u000a21:00:16.523868 run osmo-stp_10.42.42.5(pid=26947): Launched\u000a21:00:16.647750 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:00:17.265618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26949): Launched\u000a21:00:17.380286 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:00:17.655032 run patchelf(pid=26950): Launched\u000a21:00:17.838330 run osmo-stp_10.42.42.5(pid=26947): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26947)]\u000a21:00:17.971245 run osmo-stp_10.42.42.5(pid=26947): stdout: \u000a| (launched: 2022-12-12_21:00:16.217735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:18.104928 run osmo-stp_10.42.42.5(pid=26947): stderr: \u000a| �[0;m�[38;5;43m20221212210016408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210016408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210016409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210016409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210016410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210016410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210016410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:18.233857 run osmo-stp_10.42.42.5(pid=26947): stdout: \u000a| (launched: 2022-12-12_21:00:16.217735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:18.362207 run osmo-stp_10.42.42.5(pid=26947): stderr: \u000a| �[0;m�[38;5;43m20221212210016408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210016408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210016409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210016409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210016410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210016410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210016410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:18.510967 run patchelf(pid=26950): Terminating (SIGINT)\u000a21:00:18.687234 run patchelf(pid=26950): Terminated: ok {rc=0}\u000a21:00:18.718904 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26947): Process ended prematurely: osmo-stp_10.42.42.5(pid=26947) [trial-2382↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26947)] [trial-2382↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a21:00:18.727670 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a21:00:18.788885 run osmo-hlr_10.42.42.2(pid=26944): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26944)]\u000a21:00:18.839669 run osmo-hlr_10.42.42.2(pid=26944): stdout: \u000a| (launched: 2022-12-12_21:00:15.175450) \u000a21:00:18.890648 run osmo-hlr_10.42.42.2(pid=26944): stderr: \u000a| �[0;m�[1;31m20221212210015355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210015355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210015355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210015355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210015355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210015355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210015370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210015379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210015379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210015379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:18.933633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26943): Terminating (SIGTERM)\u000a21:00:18.974142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26946): Terminating (SIGTERM)\u000a21:00:19.014747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26949): Terminating (SIGTERM)\u000a21:00:19.024216 --- ParallelTerminationStrategy: PID 26943 died...\u000a21:00:19.079002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26943): Terminated: ok {rc=0}\u000a21:00:19.088879 --- ParallelTerminationStrategy: PID 26946 died...\u000a21:00:19.143532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26946): Terminated: ok {rc=0}\u000a21:00:19.153384 --- ParallelTerminationStrategy: PID 26949 died...\u000a21:00:19.207629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26949): Terminated: ok {rc=0}\u000a21:00:19.293735 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:59:19" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26964): Process ended prematurely: osmo-stp_10.42.42.5(pid=26964) [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26964)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26964): Process ended prematurely: osmo-stp_10.42.42.5(pid=26964) [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:00:21.473244 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:21.484725 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:00:21.637688 tst cs_paging_gprs_active.py: using LAC 31472\u000a21:00:21.774584 tst cs_paging_gprs_active.py: using RAC 107\u000a21:00:21.907385 tst cs_paging_gprs_active.py: using CellId 31472\u000a21:00:22.039222 tst cs_paging_gprs_active.py: using BVCI 31473\u000a21:00:22.065227 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:22.076544 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:22.087717 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:22.099447 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:22.111106 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:22.122663 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:22.134513 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:22.146042 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:22.157906 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:00:22.279348 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:00:22.586431 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:00:22.729501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:00:23.080338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26954): Launched\u000a21:00:23.374936 run iperf3-srv_10.42.42.10(pid=26955): Launched\u000a21:00:23.585254 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:00:23.728549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:00:24.080536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26956): Launched\u000a21:00:24.373064 run iperf3-srv_10.42.42.10(pid=26957): Launched\u000a21:00:24.583043 tst cs_paging_gprs_active.py:38: start network...\u000a21:00:24.726593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:25.260432 run create_hlr_db(pid=26958): Launched\u000a21:00:25.457594 bus /gobi_6: Setting Powered False\u000a21:00:26.480278 run create_hlr_db(pid=26958): Terminated: ok {rc=0}\u000a21:00:26.930204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26960): Launched\u000a21:00:27.270686 run osmo-hlr_10.42.42.2(pid=26961): Launched\u000a21:00:27.393583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:27.987554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26963): Launched\u000a21:00:28.329969 run osmo-stp_10.42.42.5(pid=26964): Launched\u000a21:00:28.454910 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:00:29.046542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26966): Launched\u000a21:00:29.168700 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:00:29.464828 run patchelf(pid=26967): Launched\u000a21:00:29.663160 run osmo-stp_10.42.42.5(pid=26964): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26964)]\u000a21:00:29.808271 run osmo-stp_10.42.42.5(pid=26964): stdout: \u000a| (launched: 2022-12-12_21:00:28.161382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:29.953600 run osmo-stp_10.42.42.5(pid=26964): stderr: \u000a| �[0;m�[38;5;43m20221212210028354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210028354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210028355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210028355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210028356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210028356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210028356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:30.094313 run osmo-stp_10.42.42.5(pid=26964): stdout: \u000a| (launched: 2022-12-12_21:00:28.161382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:30.233955 run osmo-stp_10.42.42.5(pid=26964): stderr: \u000a| �[0;m�[38;5;43m20221212210028354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210028354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210028355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210028355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210028356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210028356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210028356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:30.397195 run patchelf(pid=26967): Terminating (SIGINT)\u000a21:00:30.588544 run patchelf(pid=26967): Terminated: ok {rc=0}\u000a21:00:30.623513 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26964): Process ended prematurely: osmo-stp_10.42.42.5(pid=26964) [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26964)] [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:00:30.633609 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a21:00:30.699017 run osmo-hlr_10.42.42.2(pid=26961): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26961)]\u000a21:00:30.752174 run osmo-hlr_10.42.42.2(pid=26961): stdout: \u000a| (launched: 2022-12-12_21:00:27.103268) \u000a21:00:30.806123 run osmo-hlr_10.42.42.2(pid=26961): stderr: \u000a| �[0;m�[1;31m20221212210027303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210027303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210027303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210027303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210027303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210027303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210027316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210027324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210027325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210027325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:30.856460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26954): Terminating (SIGTERM)\u000a21:00:30.900708 run iperf3-srv_10.42.42.10(pid=26955): Terminating (SIGTERM)\u000a21:00:30.945214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26956): Terminating (SIGTERM)\u000a21:00:30.988860 run iperf3-srv_10.42.42.10(pid=26957): Terminating (SIGTERM)\u000a21:00:31.033041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26960): Terminating (SIGTERM)\u000a21:00:31.077659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26963): Terminating (SIGTERM)\u000a21:00:31.121851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26966): Terminating (SIGTERM)\u000a21:00:31.131952 --- ParallelTerminationStrategy: PID 26954 died...\u000a21:00:31.190875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26954): Terminated: ok {rc=0}\u000a21:00:31.201816 --- ParallelTerminationStrategy: PID 26955 died...\u000a21:00:31.260316 run iperf3-srv_10.42.42.10(pid=26955): Terminated {rc=256}\u000a21:00:31.271144 --- ParallelTerminationStrategy: PID 26956 died...\u000a21:00:31.329724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26956): Terminated: ok {rc=0}\u000a21:00:31.341069 --- ParallelTerminationStrategy: PID 26957 died...\u000a21:00:31.399767 run iperf3-srv_10.42.42.10(pid=26957): Terminated {rc=256}\u000a21:00:31.410759 --- ParallelTerminationStrategy: PID 26960 died...\u000a21:00:31.469331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26960): Terminated: ok {rc=0}\u000a21:00:31.480569 --- ParallelTerminationStrategy: PID 26963 died...\u000a21:00:31.539300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26963): Terminated: ok {rc=0}\u000a21:00:31.550274 --- ParallelTerminationStrategy: PID 26966 died...\u000a21:00:31.608885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26966): Terminated: ok {rc=0}\u000a21:00:31.700570 bus /gobi_0: Setting Powered False\u000a21:00:32.806108 bus /gobi_0: Setting Powered False\u000a21:00:33.920217 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26976): Process ended prematurely: osmo-stp_10.42.42.5(pid=26976) [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26976)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26976): Process ended prematurely: osmo-stp_10.42.42.5(pid=26976) [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:00:35.034161 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:35.045701 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:00:35.192796 tst iperf3.py: using LAC 31473\u000a21:00:35.319565 tst iperf3.py: using RAC 108\u000a21:00:35.446258 tst iperf3.py: using CellId 31473\u000a21:00:35.572555 tst iperf3.py: using BVCI 31474\u000a21:00:35.597076 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:35.607985 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:35.618660 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:35.629325 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:35.639933 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:35.650623 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:35.661442 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:35.672021 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:35.682812 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:00:35.968810 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:00:36.101510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:00:36.429976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26968): Launched\u000a21:00:36.703185 run iperf3-srv_10.42.42.10(pid=26969): Launched\u000a21:00:36.897020 tst iperf3.py:8: start network...\u000a21:00:37.029238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:37.535652 run create_hlr_db(pid=26970): Launched\u000a21:00:37.717722 bus /gobi_6: Setting Powered False\u000a21:00:38.739725 run create_hlr_db(pid=26970): Terminated: ok {rc=0}\u000a21:00:39.159583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26972): Launched\u000a21:00:39.476423 run osmo-hlr_10.42.42.2(pid=26973): Launched\u000a21:00:39.591699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:40.139942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26975): Launched\u000a21:00:40.458006 run osmo-stp_10.42.42.5(pid=26976): Launched\u000a21:00:40.574049 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:00:41.122816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26978): Launched\u000a21:00:41.236381 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:00:41.512054 run patchelf(pid=26979): Launched\u000a21:00:41.696053 run osmo-stp_10.42.42.5(pid=26976): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26976)]\u000a21:00:41.830970 run osmo-stp_10.42.42.5(pid=26976): stdout: \u000a| (launched: 2022-12-12_21:00:40.301064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:41.966116 run osmo-stp_10.42.42.5(pid=26976): stderr: \u000a| �[0;m�[38;5;43m20221212210040471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210040471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210040471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210040472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210040472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210040472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210040472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:42.096667 run osmo-stp_10.42.42.5(pid=26976): stdout: \u000a| (launched: 2022-12-12_21:00:40.301064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:42.226224 run osmo-stp_10.42.42.5(pid=26976): stderr: \u000a| �[0;m�[38;5;43m20221212210040471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210040471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210040471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210040472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210040472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210040472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210040472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:42.377088 run patchelf(pid=26979): Terminating (SIGINT)\u000a21:00:42.555205 run patchelf(pid=26979): Terminated: ok {rc=0}\u000a21:00:42.587841 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26976): Process ended prematurely: osmo-stp_10.42.42.5(pid=26976) [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26976)] [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a21:00:42.597227 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a21:00:42.658173 run osmo-hlr_10.42.42.2(pid=26973): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26973)]\u000a21:00:42.708170 run osmo-hlr_10.42.42.2(pid=26973): stdout: \u000a| (launched: 2022-12-12_21:00:39.321295) \u000a21:00:42.759021 run osmo-hlr_10.42.42.2(pid=26973): stderr: \u000a| �[0;m�[1;31m20221212210039497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210039497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210039498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210039498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210039498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210039498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210039522 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210039532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210039533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210039533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:42.802097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26968): Terminating (SIGTERM)\u000a21:00:42.842563 run iperf3-srv_10.42.42.10(pid=26969): Terminating (SIGTERM)\u000a21:00:42.883097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26972): Terminating (SIGTERM)\u000a21:00:42.923535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26975): Terminating (SIGTERM)\u000a21:00:42.963875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26978): Terminating (SIGTERM)\u000a21:00:42.973270 --- ParallelTerminationStrategy: PID 26968 died...\u000a21:00:43.027691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26968): Terminated: ok {rc=0}\u000a21:00:43.037504 --- ParallelTerminationStrategy: PID 26969 died...\u000a21:00:43.092007 run iperf3-srv_10.42.42.10(pid=26969): Terminated {rc=256}\u000a21:00:43.101795 --- ParallelTerminationStrategy: PID 26972 died...\u000a21:00:43.156332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26972): Terminated: ok {rc=0}\u000a21:00:43.166095 --- ParallelTerminationStrategy: PID 26975 died...\u000a21:00:43.219963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26975): Terminated: ok {rc=0}\u000a21:00:43.229731 --- ParallelTerminationStrategy: PID 26978 died...\u000a21:00:43.284338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26978): Terminated: ok {rc=0}\u000a21:00:43.374336 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26994): Process ended prematurely: osmo-stp_10.42.42.5(pid=26994) [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26994)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26994): Process ended prematurely: osmo-stp_10.42.42.5(pid=26994) [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:00:44.488362 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:44.499901 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:00:44.651983 tst iperf3m4.py: using LAC 31474\u000a21:00:44.786814 tst iperf3m4.py: using RAC 109\u000a21:00:44.919698 tst iperf3m4.py: using CellId 31474\u000a21:00:45.054002 tst iperf3m4.py: using BVCI 31475\u000a21:00:45.080127 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:45.091679 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:45.103002 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:45.115007 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:45.127037 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:45.139000 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:45.151270 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:45.163100 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:00:45.175289 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:00:45.296756 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:00:45.419376 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:00:45.546380 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:00:45.838911 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:00:45.980540 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:00:46.325070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26980): Launched\u000a21:00:46.615654 run iperf3-srv_10.42.42.10(pid=26981): Launched\u000a21:00:46.812899 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:00:46.947523 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:00:47.298594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26982): Launched\u000a21:00:47.570735 run iperf3-srv_10.42.42.10(pid=26983): Launched\u000a21:00:47.763099 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:00:47.894642 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:00:48.223069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26984): Launched\u000a21:00:48.494918 run iperf3-srv_10.42.42.10(pid=26985): Launched\u000a21:00:48.689251 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:00:48.821476 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:00:49.148439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26986): Launched\u000a21:00:49.420475 run iperf3-srv_10.42.42.10(pid=26987): Launched\u000a21:00:49.613200 tst iperf3m4.py:8: start network...\u000a21:00:49.744923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:00:50.251193 run create_hlr_db(pid=26988): Launched\u000a21:00:50.435100 bus /gobi_6: Setting Powered False\u000a21:00:51.455168 run create_hlr_db(pid=26988): Terminated: ok {rc=0}\u000a21:00:51.875345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26990): Launched\u000a21:00:52.193531 run osmo-hlr_10.42.42.2(pid=26991): Launched\u000a21:00:52.319992 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:00:52.875493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26993): Launched\u000a21:00:53.194020 run osmo-stp_10.42.42.5(pid=26994): Launched\u000a21:00:53.309135 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:00:53.860415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26996): Launched\u000a21:00:53.972832 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:00:54.249860 run patchelf(pid=26997): Launched\u000a21:00:54.434891 run osmo-stp_10.42.42.5(pid=26994): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26994)]\u000a21:00:54.569491 run osmo-stp_10.42.42.5(pid=26994): stdout: \u000a| (launched: 2022-12-12_21:00:53.036429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:54.705298 run osmo-stp_10.42.42.5(pid=26994): stderr: \u000a| �[0;m�[38;5;43m20221212210053210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210053210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210053210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210053210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210053211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210053211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210053211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:54.836096 run osmo-stp_10.42.42.5(pid=26994): stdout: \u000a| (launched: 2022-12-12_21:00:53.036429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:00:54.965615 run osmo-stp_10.42.42.5(pid=26994): stderr: \u000a| �[0;m�[38;5;43m20221212210053210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210053210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210053210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210053210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210053211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210053211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210053211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:00:55.116631 run patchelf(pid=26997): Terminating (SIGINT)\u000a21:00:55.294823 run patchelf(pid=26997): Terminated: ok {rc=0}\u000a21:00:55.327239 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26994): Process ended prematurely: osmo-stp_10.42.42.5(pid=26994) [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26994)] [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:00:55.336477 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a21:00:55.398428 run osmo-hlr_10.42.42.2(pid=26991): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26991)]\u000a21:00:55.448986 run osmo-hlr_10.42.42.2(pid=26991): stdout: \u000a| (launched: 2022-12-12_21:00:52.037144) \u000a21:00:55.499998 run osmo-hlr_10.42.42.2(pid=26991): stderr: \u000a| �[0;m�[1;31m20221212210052216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210052216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210052216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210052216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210052216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210052216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210052228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210052236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210052236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210052237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:00:55.543178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26980): Terminating (SIGTERM)\u000a21:00:55.583849 run iperf3-srv_10.42.42.10(pid=26981): Terminating (SIGTERM)\u000a21:00:55.624532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26982): Terminating (SIGTERM)\u000a21:00:55.664899 run iperf3-srv_10.42.42.10(pid=26983): Terminating (SIGTERM)\u000a21:00:55.706141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26984): Terminating (SIGTERM)\u000a21:00:55.746405 run iperf3-srv_10.42.42.10(pid=26985): Terminating (SIGTERM)\u000a21:00:55.786705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26986): Terminating (SIGTERM)\u000a21:00:55.826894 run iperf3-srv_10.42.42.10(pid=26987): Terminating (SIGTERM)\u000a21:00:55.867521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26990): Terminating (SIGTERM)\u000a21:00:55.907861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26993): Terminating (SIGTERM)\u000a21:00:55.948231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26996): Terminating (SIGTERM)\u000a21:00:55.957669 --- ParallelTerminationStrategy: PID 26980 died...\u000a21:00:56.012303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26980): Terminated: ok {rc=0}\u000a21:00:56.022072 --- ParallelTerminationStrategy: PID 26981 died...\u000a21:00:56.075580 run iperf3-srv_10.42.42.10(pid=26981): Terminated {rc=256}\u000a21:00:56.085313 --- ParallelTerminationStrategy: PID 26982 died...\u000a21:00:56.139006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26982): Terminated: ok {rc=0}\u000a21:00:56.148704 --- ParallelTerminationStrategy: PID 26983 died...\u000a21:00:56.202462 run iperf3-srv_10.42.42.10(pid=26983): Terminated {rc=256}\u000a21:00:56.212165 --- ParallelTerminationStrategy: PID 26984 died...\u000a21:00:56.265950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26984): Terminated: ok {rc=0}\u000a21:00:56.275607 --- ParallelTerminationStrategy: PID 26985 died...\u000a21:00:56.329288 run iperf3-srv_10.42.42.10(pid=26985): Terminated {rc=256}\u000a21:00:56.338998 --- ParallelTerminationStrategy: PID 26986 died...\u000a21:00:56.392627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26986): Terminated: ok {rc=0}\u000a21:00:56.402340 --- ParallelTerminationStrategy: PID 26987 died...\u000a21:00:56.456112 run iperf3-srv_10.42.42.10(pid=26987): Terminated {rc=256}\u000a21:00:56.465902 --- ParallelTerminationStrategy: PID 26990 died...\u000a21:00:56.519996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26990): Terminated: ok {rc=0}\u000a21:00:56.529790 --- ParallelTerminationStrategy: PID 26993 died...\u000a21:00:56.583715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26993): Terminated: ok {rc=0}\u000a21:00:56.593593 --- ParallelTerminationStrategy: PID 26996 died...\u000a21:00:56.647355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26996): Terminated: ok {rc=0}\u000a21:00:56.739141 bus /gobi_4: Setting Powered False\u000a21:00:57.845185 bus /gobi_4: Setting Powered False\u000a21:00:58.958710 bus /gobi_1: Setting Powered False\u000a21:01:00.064220 bus /gobi_1: Setting Powered False\u000a21:01:01.182660 bus /gobi_0: Setting Powered False\u000a21:01:02.290364 bus /gobi_0: Setting Powered False\u000a21:01:03.404613 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27004): Process ended prematurely: osmo-stp_10.42.42.5(pid=27004) [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27004)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27004): Process ended prematurely: osmo-stp_10.42.42.5(pid=27004) [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:01:04.473873 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:04.485815 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:01:04.626827 tst ping.py: using LAC 31475\u000a21:01:04.751189 tst ping.py: using RAC 110\u000a21:01:04.871939 tst ping.py: using CellId 31475\u000a21:01:04.994448 tst ping.py: using BVCI 31476\u000a21:01:05.018452 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:05.029530 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:05.040180 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:05.051262 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:05.062203 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:05.073084 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:05.083951 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:05.095053 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:01:05.379070 tst ping.py:19: start network...\u000a21:01:05.508012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:06.003436 run create_hlr_db(pid=26998): Launched\u000a21:01:06.182317 bus /gobi_6: Setting Powered False\u000a21:01:07.204118 run create_hlr_db(pid=26998): Terminated: ok {rc=0}\u000a21:01:07.617881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27000): Launched\u000a21:01:07.931401 run osmo-hlr_10.42.42.2(pid=27001): Launched\u000a21:01:08.054657 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:08.604067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27003): Launched\u000a21:01:08.914462 run osmo-stp_10.42.42.5(pid=27004): Launched\u000a21:01:09.026247 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:01:09.568530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27006): Launched\u000a21:01:09.678757 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:01:09.948913 run patchelf(pid=27007): Launched\u000a21:01:10.130837 run osmo-stp_10.42.42.5(pid=27004): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27004)]\u000a21:01:10.263404 run osmo-stp_10.42.42.5(pid=27004): stdout: \u000a| (launched: 2022-12-12_21:01:08.762532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:10.396395 run osmo-stp_10.42.42.5(pid=27004): stderr: \u000a| �[0;m�[38;5;43m20221212210108932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210108932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210108932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210108933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210108933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210108933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210108933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:10.525151 run osmo-stp_10.42.42.5(pid=27004): stdout: \u000a| (launched: 2022-12-12_21:01:08.762532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:10.652242 run osmo-stp_10.42.42.5(pid=27004): stderr: \u000a| �[0;m�[38;5;43m20221212210108932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210108932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210108932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210108933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210108933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210108933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210108933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:10.801501 run patchelf(pid=27007): Terminating (SIGINT)\u000a21:01:10.976544 run patchelf(pid=27007): Terminated: ok {rc=0}\u000a21:01:11.008340 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27004): Process ended prematurely: osmo-stp_10.42.42.5(pid=27004) [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27004)] [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a21:01:11.017142 tst ping.py:22: Test FAILED (6.5 sec)\u000a21:01:11.078921 run osmo-hlr_10.42.42.2(pid=27001): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27001)]\u000a21:01:11.129746 run osmo-hlr_10.42.42.2(pid=27001): stdout: \u000a| (launched: 2022-12-12_21:01:07.776268) \u000a21:01:11.180943 run osmo-hlr_10.42.42.2(pid=27001): stderr: \u000a| �[0;m�[1;31m20221212210107954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210107954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210107954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210107955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210107955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210107955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210107967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210107975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210107975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210107975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:11.224357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27000): Terminating (SIGTERM)\u000a21:01:11.265341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27003): Terminating (SIGTERM)\u000a21:01:11.306421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27006): Terminating (SIGTERM)\u000a21:01:11.316039 --- ParallelTerminationStrategy: PID 27000 died...\u000a21:01:11.371026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27000): Terminated: ok {rc=0}\u000a21:01:11.380900 --- ParallelTerminationStrategy: PID 27003 died...\u000a21:01:11.435442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27003): Terminated: ok {rc=0}\u000a21:01:11.445336 --- ParallelTerminationStrategy: PID 27006 died...\u000a21:01:11.499789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27006): Terminated: ok {rc=0}\u000a21:01:11.585705 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27015): Process ended prematurely: osmo-stp_10.42.42.5(pid=27015) [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27015)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27015): Process ended prematurely: osmo-stp_10.42.42.5(pid=27015) [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:01:12.640559 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:12.653609 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:01:12.809878 tst ping_idle_ping.py: using LAC 31476\u000a21:01:12.941766 tst ping_idle_ping.py: using RAC 111\u000a21:01:13.073706 tst ping_idle_ping.py: using CellId 31476\u000a21:01:13.205507 tst ping_idle_ping.py: using BVCI 31477\u000a21:01:13.231247 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:13.243105 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:13.254752 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:13.267278 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:13.279467 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:13.293087 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:13.304151 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:01:13.315122 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:01:13.598070 tst ping_idle_ping.py:24: start network...\u000a21:01:13.728262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:14.234491 run create_hlr_db(pid=27009): Launched\u000a21:01:14.414192 bus /gobi_6: Setting Powered False\u000a21:01:15.435959 run create_hlr_db(pid=27009): Terminated: ok {rc=0}\u000a21:01:15.918818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27011): Launched\u000a21:01:16.387217 run osmo-hlr_10.42.42.2(pid=27012): Launched\u000a21:01:16.658135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:17.329957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27014): Launched\u000a21:01:17.667700 run osmo-stp_10.42.42.5(pid=27015): Launched\u000a21:01:17.790078 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:01:18.377843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27017): Launched\u000a21:01:18.498967 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:01:18.793265 run patchelf(pid=27018): Launched\u000a21:01:18.989938 run osmo-stp_10.42.42.5(pid=27015): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27015)]\u000a21:01:19.133829 run osmo-stp_10.42.42.5(pid=27015): stdout: \u000a| (launched: 2022-12-12_21:01:17.502397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:19.277977 run osmo-stp_10.42.42.5(pid=27015): stderr: \u000a| �[0;m�[38;5;43m20221212210117692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210117692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210117692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210117692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210117693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210117693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210117693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:19.417556 run osmo-stp_10.42.42.5(pid=27015): stdout: \u000a| (launched: 2022-12-12_21:01:17.502397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:19.555896 run osmo-stp_10.42.42.5(pid=27015): stderr: \u000a| �[0;m�[38;5;43m20221212210117692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210117692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210117692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210117692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210117693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210117693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210117693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:19.716838 run patchelf(pid=27018): Terminating (SIGINT)\u000a21:01:19.905843 run patchelf(pid=27018): Terminated: ok {rc=0}\u000a21:01:19.940054 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27015): Process ended prematurely: osmo-stp_10.42.42.5(pid=27015) [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27015)] [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:01:19.949607 tst ping_idle_ping.py:27: Test FAILED (7.3 sec)\u000a21:01:20.015266 run osmo-hlr_10.42.42.2(pid=27012): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27012)]\u000a21:01:20.068824 run osmo-hlr_10.42.42.2(pid=27012): stdout: \u000a| (launched: 2022-12-12_21:01:16.098528) \u000a21:01:20.123318 run osmo-hlr_10.42.42.2(pid=27012): stderr: \u000a| �[0;m�[1;31m20221212210116359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210116359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210116359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210116359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210116359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210116359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210116374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210116394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210116394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210116394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:20.169140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27011): Terminating (SIGTERM)\u000a21:01:20.212423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27014): Terminating (SIGTERM)\u000a21:01:20.255892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27017): Terminating (SIGTERM)\u000a21:01:20.266354 --- ParallelTerminationStrategy: PID 27011 died...\u000a21:01:20.324815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27011): Terminated: ok {rc=0}\u000a21:01:20.335429 --- ParallelTerminationStrategy: PID 27014 died...\u000a21:01:20.394192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27014): Terminated: ok {rc=0}\u000a21:01:20.404668 --- ParallelTerminationStrategy: PID 27017 died...\u000a21:01:20.463039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27017): Terminated: ok {rc=0}\u000a21:01:20.553148 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:00:21" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27032): Process ended prematurely: osmo-stp_10.42.42.5(pid=27032) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27032)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27032): Process ended prematurely: osmo-stp_10.42.42.5(pid=27032) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:01:22.709247 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:22.720286 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:01:22.881580 tst cs_paging_gprs_active.py: using LAC 31477\u000a21:01:23.006264 tst cs_paging_gprs_active.py: using RAC 112\u000a21:01:23.132734 tst cs_paging_gprs_active.py: using CellId 31477\u000a21:01:23.257012 tst cs_paging_gprs_active.py: using BVCI 31478\u000a21:01:23.281402 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:23.292343 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:23.303215 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:23.314106 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:23.324781 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:23.335690 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:23.346736 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:23.357523 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:23.368398 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:01:23.492401 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:01:23.801614 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:01:23.945460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:24.298556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27022): Launched\u000a21:01:24.591815 run iperf3-srv_10.42.42.10(pid=27023): Launched\u000a21:01:24.802068 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:01:24.946053 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:25.298353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27024): Launched\u000a21:01:25.591025 run iperf3-srv_10.42.42.10(pid=27025): Launched\u000a21:01:25.801279 tst cs_paging_gprs_active.py:38: start network...\u000a21:01:25.944729 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:26.481428 run create_hlr_db(pid=27026): Launched\u000a21:01:26.678245 bus /gobi_6: Setting Powered False\u000a21:01:27.700458 run create_hlr_db(pid=27026): Terminated: ok {rc=0}\u000a21:01:28.151299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27028): Launched\u000a21:01:28.494667 run osmo-hlr_10.42.42.2(pid=27029): Launched\u000a21:01:28.618395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:29.209146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27031): Launched\u000a21:01:29.552681 run osmo-stp_10.42.42.5(pid=27032): Launched\u000a21:01:29.677036 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:01:30.270169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27034): Launched\u000a21:01:30.392492 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:01:30.688904 run patchelf(pid=27035): Launched\u000a21:01:30.888511 run osmo-stp_10.42.42.5(pid=27032): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27032)]\u000a21:01:31.036153 run osmo-stp_10.42.42.5(pid=27032): stdout: \u000a| (launched: 2022-12-12_21:01:29.382644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:31.185170 run osmo-stp_10.42.42.5(pid=27032): stderr: \u000a| �[0;m�[38;5;43m20221212210129579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210129579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210129580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210129580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210129580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210129581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210129581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:31.329494 run osmo-stp_10.42.42.5(pid=27032): stdout: \u000a| (launched: 2022-12-12_21:01:29.382644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:31.473650 run osmo-stp_10.42.42.5(pid=27032): stderr: \u000a| �[0;m�[38;5;43m20221212210129579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210129579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210129580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210129580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210129580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210129581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210129581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:31.640649 run patchelf(pid=27035): Terminating (SIGINT)\u000a21:01:31.835451 run patchelf(pid=27035): Terminated: ok {rc=0}\u000a21:01:31.872071 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27032): Process ended prematurely: osmo-stp_10.42.42.5(pid=27032) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27032)] [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:01:31.883697 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a21:01:31.953461 run osmo-hlr_10.42.42.2(pid=27029): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27029)]\u000a21:01:32.008684 run osmo-hlr_10.42.42.2(pid=27029): stdout: \u000a| (launched: 2022-12-12_21:01:28.324623) \u000a21:01:32.064910 run osmo-hlr_10.42.42.2(pid=27029): stderr: \u000a| �[0;m�[1;31m20221212210128524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210128524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210128524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210128524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210128524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210128524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210128564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210128574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210128574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210128574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:32.111571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27022): Terminating (SIGTERM)\u000a21:01:32.157922 run iperf3-srv_10.42.42.10(pid=27023): Terminating (SIGTERM)\u000a21:01:32.203460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27024): Terminating (SIGTERM)\u000a21:01:32.246370 run iperf3-srv_10.42.42.10(pid=27025): Terminating (SIGTERM)\u000a21:01:32.289604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27028): Terminating (SIGTERM)\u000a21:01:32.332614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27031): Terminating (SIGTERM)\u000a21:01:32.376019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27034): Terminating (SIGTERM)\u000a21:01:32.386262 --- ParallelTerminationStrategy: PID 27022 died...\u000a21:01:32.444426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27022): Terminated: ok {rc=0}\u000a21:01:32.455049 --- ParallelTerminationStrategy: PID 27023 died...\u000a21:01:32.512634 run iperf3-srv_10.42.42.10(pid=27023): Terminated {rc=256}\u000a21:01:32.522918 --- ParallelTerminationStrategy: PID 27024 died...\u000a21:01:32.580099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27024): Terminated: ok {rc=0}\u000a21:01:32.590587 --- ParallelTerminationStrategy: PID 27025 died...\u000a21:01:32.647609 run iperf3-srv_10.42.42.10(pid=27025): Terminated {rc=256}\u000a21:01:32.658126 --- ParallelTerminationStrategy: PID 27028 died...\u000a21:01:32.715351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27028): Terminated: ok {rc=0}\u000a21:01:32.725939 --- ParallelTerminationStrategy: PID 27031 died...\u000a21:01:32.782802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27031): Terminated: ok {rc=0}\u000a21:01:32.793465 --- ParallelTerminationStrategy: PID 27034 died...\u000a21:01:32.850787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27034): Terminated: ok {rc=0}\u000a21:01:32.940844 bus /gobi_0: Setting Powered False\u000a21:01:34.048508 bus /gobi_0: Setting Powered False\u000a21:01:35.158841 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27044): Process ended prematurely: osmo-stp_10.42.42.5(pid=27044) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27044)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27044): Process ended prematurely: osmo-stp_10.42.42.5(pid=27044) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:01:36.278028 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:36.290241 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:01:36.468260 tst iperf3.py: using LAC 31478\u000a21:01:36.599300 tst iperf3.py: using RAC 113\u000a21:01:36.730509 tst iperf3.py: using CellId 31478\u000a21:01:36.856807 tst iperf3.py: using BVCI 31479\u000a21:01:36.881158 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:36.892300 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:36.903337 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:36.914701 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:36.925938 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:36.937090 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:36.948199 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:36.959180 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:36.970763 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:01:37.274715 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:01:37.416602 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:37.769107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27036): Launched\u000a21:01:38.061553 run iperf3-srv_10.42.42.10(pid=27037): Launched\u000a21:01:38.269980 tst iperf3.py:8: start network...\u000a21:01:38.412089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:38.946050 run create_hlr_db(pid=27038): Launched\u000a21:01:39.142135 bus /gobi_6: Setting Powered False\u000a21:01:40.162436 run create_hlr_db(pid=27038): Terminated: ok {rc=0}\u000a21:01:40.584417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27040): Launched\u000a21:01:40.901291 run osmo-hlr_10.42.42.2(pid=27041): Launched\u000a21:01:41.027233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:41.581866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27043): Launched\u000a21:01:41.898232 run osmo-stp_10.42.42.5(pid=27044): Launched\u000a21:01:42.013524 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:01:42.564279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27046): Launched\u000a21:01:42.677966 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:01:42.953339 run patchelf(pid=27047): Launched\u000a21:01:43.138886 run osmo-stp_10.42.42.5(pid=27044): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27044)]\u000a21:01:43.273483 run osmo-stp_10.42.42.5(pid=27044): stdout: \u000a| (launched: 2022-12-12_21:01:41.742863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:43.408391 run osmo-stp_10.42.42.5(pid=27044): stderr: \u000a| �[0;m�[38;5;43m20221212210141916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210141916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210141917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210141917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210141918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210141918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210141918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:43.539419 run osmo-stp_10.42.42.5(pid=27044): stdout: \u000a| (launched: 2022-12-12_21:01:41.742863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:43.668902 run osmo-stp_10.42.42.5(pid=27044): stderr: \u000a| �[0;m�[38;5;43m20221212210141916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210141916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210141917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210141917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210141918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210141918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210141918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:43.820048 run patchelf(pid=27047): Terminating (SIGINT)\u000a21:01:43.998028 run patchelf(pid=27047): Terminated: ok {rc=0}\u000a21:01:44.030550 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27044): Process ended prematurely: osmo-stp_10.42.42.5(pid=27044) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27044)] [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:01:44.039858 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a21:01:44.101713 run osmo-hlr_10.42.42.2(pid=27041): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27041)]\u000a21:01:44.152193 run osmo-hlr_10.42.42.2(pid=27041): stdout: \u000a| (launched: 2022-12-12_21:01:40.744399) \u000a21:01:44.203334 run osmo-hlr_10.42.42.2(pid=27041): stderr: \u000a| �[0;m�[1;31m20221212210140921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210140921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210140921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210140921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210140922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210140922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210140934 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210140942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210140942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210140942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:44.246686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27036): Terminating (SIGTERM)\u000a21:01:44.287957 run iperf3-srv_10.42.42.10(pid=27037): Terminating (SIGTERM)\u000a21:01:44.329333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27040): Terminating (SIGTERM)\u000a21:01:44.370546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27043): Terminating (SIGTERM)\u000a21:01:44.411883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27046): Terminating (SIGTERM)\u000a21:01:44.421703 --- ParallelTerminationStrategy: PID 27036 died...\u000a21:01:44.477107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27036): Terminated: ok {rc=0}\u000a21:01:44.487271 --- ParallelTerminationStrategy: PID 27037 died...\u000a21:01:44.542161 run iperf3-srv_10.42.42.10(pid=27037): Terminated {rc=256}\u000a21:01:44.552193 --- ParallelTerminationStrategy: PID 27040 died...\u000a21:01:44.606904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27040): Terminated: ok {rc=0}\u000a21:01:44.617141 --- ParallelTerminationStrategy: PID 27043 died...\u000a21:01:44.672003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27043): Terminated: ok {rc=0}\u000a21:01:44.682079 --- ParallelTerminationStrategy: PID 27046 died...\u000a21:01:44.736547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27046): Terminated: ok {rc=0}\u000a21:01:44.822123 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27062): Process ended prematurely: osmo-stp_10.42.42.5(pid=27062) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27062)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27062): Process ended prematurely: osmo-stp_10.42.42.5(pid=27062) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:01:45.968517 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:45.981114 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:01:46.153807 tst iperf3m4.py: using LAC 31479\u000a21:01:46.291576 tst iperf3m4.py: using RAC 114\u000a21:01:46.450276 tst iperf3m4.py: using CellId 31479\u000a21:01:46.590251 tst iperf3m4.py: using BVCI 31480\u000a21:01:46.617092 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:46.629591 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:46.643081 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:46.656526 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:46.670719 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:46.683824 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:46.697172 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:46.711674 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:01:46.725255 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:01:46.856059 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:01:46.991020 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:01:47.148102 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:01:47.471418 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:01:47.614963 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:47.965411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27048): Launched\u000a21:01:48.257920 run iperf3-srv_10.42.42.10(pid=27049): Launched\u000a21:01:48.467574 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:01:48.610371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:48.960803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27050): Launched\u000a21:01:49.254481 run iperf3-srv_10.42.42.10(pid=27051): Launched\u000a21:01:49.463332 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:01:49.606215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:49.956642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27052): Launched\u000a21:01:50.248732 run iperf3-srv_10.42.42.10(pid=27053): Launched\u000a21:01:50.458489 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:01:50.601103 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:01:50.952635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27054): Launched\u000a21:01:51.245063 run iperf3-srv_10.42.42.10(pid=27055): Launched\u000a21:01:51.454066 tst iperf3m4.py:8: start network...\u000a21:01:51.596903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:01:52.131917 run create_hlr_db(pid=27056): Launched\u000a21:01:52.328794 bus /gobi_6: Setting Powered False\u000a21:01:53.349530 run create_hlr_db(pid=27056): Terminated: ok {rc=0}\u000a21:01:53.802142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27058): Launched\u000a21:01:54.145114 run osmo-hlr_10.42.42.2(pid=27059): Launched\u000a21:01:54.271971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:01:54.868135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27061): Launched\u000a21:01:55.211287 run osmo-stp_10.42.42.5(pid=27062): Launched\u000a21:01:55.335726 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:01:55.929851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27064): Launched\u000a21:01:56.051676 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:01:56.347801 run patchelf(pid=27065): Launched\u000a21:01:56.546430 run osmo-stp_10.42.42.5(pid=27062): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27062)]\u000a21:01:56.691244 run osmo-stp_10.42.42.5(pid=27062): stdout: \u000a| (launched: 2022-12-12_21:01:55.043157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:56.836253 run osmo-stp_10.42.42.5(pid=27062): stderr: \u000a| �[0;m�[38;5;43m20221212210155237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210155237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210155237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210155238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210155238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210155238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210155238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:56.976326 run osmo-stp_10.42.42.5(pid=27062): stdout: \u000a| (launched: 2022-12-12_21:01:55.043157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:01:57.115852 run osmo-stp_10.42.42.5(pid=27062): stderr: \u000a| �[0;m�[38;5;43m20221212210155237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210155237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210155237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210155238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210155238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210155238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210155238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:01:57.278763 run patchelf(pid=27065): Terminating (SIGINT)\u000a21:01:57.471131 run patchelf(pid=27065): Terminated: ok {rc=0}\u000a21:01:57.506358 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27062): Process ended prematurely: osmo-stp_10.42.42.5(pid=27062) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27062)] [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:01:57.516382 tst iperf3m4.py:8: Test FAILED (11.6 sec)\u000a21:01:57.581951 run osmo-hlr_10.42.42.2(pid=27059): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27059)]\u000a21:01:57.634469 run osmo-hlr_10.42.42.2(pid=27059): stdout: \u000a| (launched: 2022-12-12_21:01:53.975681) \u000a21:01:57.688296 run osmo-hlr_10.42.42.2(pid=27059): stderr: \u000a| �[0;m�[1;31m20221212210154175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210154175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210154175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210154175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210154175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210154176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210154188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210154196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210154197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210154197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:01:57.733728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27048): Terminating (SIGTERM)\u000a21:01:57.777266 run iperf3-srv_10.42.42.10(pid=27049): Terminating (SIGTERM)\u000a21:01:57.820136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27050): Terminating (SIGTERM)\u000a21:01:57.863483 run iperf3-srv_10.42.42.10(pid=27051): Terminating (SIGTERM)\u000a21:01:57.906421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27052): Terminating (SIGTERM)\u000a21:01:57.949666 run iperf3-srv_10.42.42.10(pid=27053): Terminating (SIGTERM)\u000a21:01:57.993019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27054): Terminating (SIGTERM)\u000a21:01:58.036145 run iperf3-srv_10.42.42.10(pid=27055): Terminating (SIGTERM)\u000a21:01:58.079087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27058): Terminating (SIGTERM)\u000a21:01:58.122096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27061): Terminating (SIGTERM)\u000a21:01:58.165060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27064): Terminating (SIGTERM)\u000a21:01:58.175259 --- ParallelTerminationStrategy: PID 27048 died...\u000a21:01:58.233311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27048): Terminated: ok {rc=0}\u000a21:01:58.243934 --- ParallelTerminationStrategy: PID 27049 died...\u000a21:01:58.302111 run iperf3-srv_10.42.42.10(pid=27049): Terminated {rc=256}\u000a21:01:58.312394 --- ParallelTerminationStrategy: PID 27050 died...\u000a21:01:58.370083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27050): Terminated: ok {rc=0}\u000a21:01:58.380517 --- ParallelTerminationStrategy: PID 27051 died...\u000a21:01:58.438332 run iperf3-srv_10.42.42.10(pid=27051): Terminated {rc=256}\u000a21:01:58.448680 --- ParallelTerminationStrategy: PID 27052 died...\u000a21:01:58.506880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27052): Terminated: ok {rc=0}\u000a21:01:58.517851 --- ParallelTerminationStrategy: PID 27053 died...\u000a21:01:58.575104 run iperf3-srv_10.42.42.10(pid=27053): Terminated {rc=256}\u000a21:01:58.585832 --- ParallelTerminationStrategy: PID 27054 died...\u000a21:01:58.643306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27054): Terminated: ok {rc=0}\u000a21:01:58.653792 --- ParallelTerminationStrategy: PID 27055 died...\u000a21:01:58.710975 run iperf3-srv_10.42.42.10(pid=27055): Terminated {rc=256}\u000a21:01:58.721674 --- ParallelTerminationStrategy: PID 27058 died...\u000a21:01:58.778913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27058): Terminated: ok {rc=0}\u000a21:01:58.789663 --- ParallelTerminationStrategy: PID 27061 died...\u000a21:01:58.846973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27061): Terminated: ok {rc=0}\u000a21:01:58.857645 --- ParallelTerminationStrategy: PID 27064 died...\u000a21:01:58.915086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27064): Terminated: ok {rc=0}\u000a21:01:59.006065 bus /gobi_4: Setting Powered False\u000a21:02:00.113002 bus /gobi_4: Setting Powered False\u000a21:02:01.241949 bus /gobi_1: Setting Powered False\u000a21:02:02.352361 bus /gobi_1: Setting Powered False\u000a21:02:03.466908 bus /gobi_0: Setting Powered False\u000a21:02:04.573372 bus /gobi_0: Setting Powered False\u000a21:02:05.686269 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27072): Process ended prematurely: osmo-stp_10.42.42.5(pid=27072) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27072)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27072): Process ended prematurely: osmo-stp_10.42.42.5(pid=27072) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:02:06.758497 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:06.771508 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:02:06.931325 tst ping.py: using LAC 31480\u000a21:02:07.054976 tst ping.py: using RAC 115\u000a21:02:07.178571 tst ping.py: using CellId 31480\u000a21:02:07.301966 tst ping.py: using BVCI 31481\u000a21:02:07.325977 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:07.337111 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:07.348235 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:07.359278 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:07.370161 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:07.381060 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:07.391979 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:07.402946 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:02:07.696634 tst ping.py:19: start network...\u000a21:02:07.826970 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:08.330092 run create_hlr_db(pid=27066): Launched\u000a21:02:08.511350 bus /gobi_6: Setting Powered False\u000a21:02:09.532448 run create_hlr_db(pid=27066): Terminated: ok {rc=0}\u000a21:02:09.946676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27068): Launched\u000a21:02:10.257883 run osmo-hlr_10.42.42.2(pid=27069): Launched\u000a21:02:10.371422 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:10.914279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27071): Launched\u000a21:02:11.226144 run osmo-stp_10.42.42.5(pid=27072): Launched\u000a21:02:11.340451 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:02:11.883447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27074): Launched\u000a21:02:11.995022 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:02:12.268289 run patchelf(pid=27075): Launched\u000a21:02:12.450080 run osmo-stp_10.42.42.5(pid=27072): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27072)]\u000a21:02:12.583258 run osmo-stp_10.42.42.5(pid=27072): stdout: \u000a| (launched: 2022-12-12_21:02:11.072673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:12.716528 run osmo-stp_10.42.42.5(pid=27072): stderr: \u000a| �[0;m�[38;5;43m20221212210211242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210211242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210211243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210211243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210211244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210211244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210211244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:12.845087 run osmo-stp_10.42.42.5(pid=27072): stdout: \u000a| (launched: 2022-12-12_21:02:11.072673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:12.972532 run osmo-stp_10.42.42.5(pid=27072): stderr: \u000a| �[0;m�[38;5;43m20221212210211242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210211242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210211243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210211243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210211244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210211244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210211244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:13.121103 run patchelf(pid=27075): Terminating (SIGINT)\u000a21:02:13.296832 run patchelf(pid=27075): Terminated: ok {rc=0}\u000a21:02:13.328668 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27072): Process ended prematurely: osmo-stp_10.42.42.5(pid=27072) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27072)] [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:02:13.337406 tst ping.py:22: Test FAILED (6.6 sec)\u000a21:02:13.399147 run osmo-hlr_10.42.42.2(pid=27069): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27069)]\u000a21:02:13.449688 run osmo-hlr_10.42.42.2(pid=27069): stdout: \u000a| (launched: 2022-12-12_21:02:10.104920) \u000a21:02:13.501208 run osmo-hlr_10.42.42.2(pid=27069): stderr: \u000a| �[0;m�[1;31m20221212210210280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210210280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210210280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210210280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210210280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210210280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210210292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210210300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210210301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210210301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:13.544903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27068): Terminating (SIGTERM)\u000a21:02:13.586120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27071): Terminating (SIGTERM)\u000a21:02:13.627237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27074): Terminating (SIGTERM)\u000a21:02:13.636791 --- ParallelTerminationStrategy: PID 27068 died...\u000a21:02:13.691799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27068): Terminated: ok {rc=0}\u000a21:02:13.702006 --- ParallelTerminationStrategy: PID 27071 died...\u000a21:02:13.756805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27071): Terminated: ok {rc=0}\u000a21:02:13.766607 --- ParallelTerminationStrategy: PID 27074 died...\u000a21:02:13.821225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27074): Terminated: ok {rc=0}\u000a21:02:13.913049 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27082): Process ended prematurely: osmo-stp_10.42.42.5(pid=27082) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27082)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27082): Process ended prematurely: osmo-stp_10.42.42.5(pid=27082) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27082)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:02:14.965619 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:14.977533 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:02:15.140918 tst ping_idle_ping.py: using LAC 31481\u000a21:02:15.264915 tst ping_idle_ping.py: using RAC 116\u000a21:02:15.389419 tst ping_idle_ping.py: using CellId 31481\u000a21:02:15.517395 tst ping_idle_ping.py: using BVCI 31482\u000a21:02:15.541357 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:15.552377 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:15.563238 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:15.574272 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:15.585196 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:15.596595 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:15.607649 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:02:15.618668 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:02:15.931594 tst ping_idle_ping.py:24: start network...\u000a21:02:16.074665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:16.654159 run create_hlr_db(pid=27076): Launched\u000a21:02:16.851908 bus /gobi_6: Setting Powered False\u000a21:02:17.869146 run create_hlr_db(pid=27076): Terminated: ok {rc=0}\u000a21:02:18.312612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27078): Launched\u000a21:02:18.650890 run osmo-hlr_10.42.42.2(pid=27079): Launched\u000a21:02:18.776909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:19.358930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27081): Launched\u000a21:02:19.695023 run osmo-stp_10.42.42.5(pid=27082): Launched\u000a21:02:19.816837 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:02:20.399974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27084): Launched\u000a21:02:20.520313 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:02:20.815675 run patchelf(pid=27085): Launched\u000a21:02:21.010649 run osmo-stp_10.42.42.5(pid=27082): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27082)]\u000a21:02:21.153422 run osmo-stp_10.42.42.5(pid=27082): stdout: \u000a| (launched: 2022-12-12_21:02:19.529496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:21.296354 run osmo-stp_10.42.42.5(pid=27082): stderr: \u000a| �[0;m�[38;5;43m20221212210219723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210219723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210219723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210219724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210219724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210219724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210219724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:21.435092 run osmo-stp_10.42.42.5(pid=27082): stdout: \u000a| (launched: 2022-12-12_21:02:19.529496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:21.572550 run osmo-stp_10.42.42.5(pid=27082): stderr: \u000a| �[0;m�[38;5;43m20221212210219723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210219723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210219723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210219724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210219724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210219724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210219724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:21.732164 run patchelf(pid=27085): Terminating (SIGINT)\u000a21:02:21.919699 run patchelf(pid=27085): Terminated: ok {rc=0}\u000a21:02:21.953602 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27082): Process ended prematurely: osmo-stp_10.42.42.5(pid=27082) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27082)] [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:02:21.963087 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a21:02:22.028504 run osmo-hlr_10.42.42.2(pid=27079): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27079)]\u000a21:02:22.081702 run osmo-hlr_10.42.42.2(pid=27079): stdout: \u000a| (launched: 2022-12-12_21:02:18.484367) \u000a21:02:22.135754 run osmo-hlr_10.42.42.2(pid=27079): stderr: \u000a| �[0;m�[1;31m20221212210218683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210218683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210218683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210218683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210218683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210218684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210218695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210218704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210218704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210218704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:22.181684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27078): Terminating (SIGTERM)\u000a21:02:22.224750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27081): Terminating (SIGTERM)\u000a21:02:22.268241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27084): Terminating (SIGTERM)\u000a21:02:22.278240 --- ParallelTerminationStrategy: PID 27078 died...\u000a21:02:22.335907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27078): Terminated: ok {rc=0}\u000a21:02:22.346540 --- ParallelTerminationStrategy: PID 27081 died...\u000a21:02:22.404171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27081): Terminated: ok {rc=0}\u000a21:02:22.414411 --- ParallelTerminationStrategy: PID 27084 died...\u000a21:02:22.472404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27084): Terminated: ok {rc=0}\u000a21:02:22.562115 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:01:22" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27100): Process ended prematurely: osmo-stp_10.42.42.5(pid=27100) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27100)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27100): Process ended prematurely: osmo-stp_10.42.42.5(pid=27100) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:02:24.738565 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:24.750126 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:02:24.922117 tst cs_paging_gprs_active.py: using LAC 31482\u000a21:02:25.054536 tst cs_paging_gprs_active.py: using RAC 117\u000a21:02:25.182581 tst cs_paging_gprs_active.py: using CellId 31482\u000a21:02:25.309156 tst cs_paging_gprs_active.py: using BVCI 31483\u000a21:02:25.333625 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:25.344925 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:25.356434 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:25.367903 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:25.379033 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:25.390312 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:25.401525 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:25.412471 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:25.423656 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:02:25.543425 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:02:25.853691 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:02:25.997271 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:26.348769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27090): Launched\u000a21:02:26.645691 run iperf3-srv_10.42.42.10(pid=27091): Launched\u000a21:02:26.855999 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:02:26.999407 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:27.350970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27092): Launched\u000a21:02:27.644602 run iperf3-srv_10.42.42.10(pid=27093): Launched\u000a21:02:27.855594 tst cs_paging_gprs_active.py:38: start network...\u000a21:02:27.999798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:28.539171 run create_hlr_db(pid=27094): Launched\u000a21:02:28.737312 bus /gobi_6: Setting Powered False\u000a21:02:29.757559 run create_hlr_db(pid=27094): Terminated: ok {rc=0}\u000a21:02:30.207530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27096): Launched\u000a21:02:30.550351 run osmo-hlr_10.42.42.2(pid=27097): Launched\u000a21:02:30.682720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:31.296717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27099): Launched\u000a21:02:31.709910 run osmo-stp_10.42.42.5(pid=27100): Launched\u000a21:02:31.865629 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:02:32.531261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27102): Launched\u000a21:02:32.653572 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:02:32.950048 run patchelf(pid=27103): Launched\u000a21:02:33.148591 run osmo-stp_10.42.42.5(pid=27100): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27100)]\u000a21:02:33.293809 run osmo-stp_10.42.42.5(pid=27100): stdout: \u000a| (launched: 2022-12-12_21:02:31.473512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:33.439470 run osmo-stp_10.42.42.5(pid=27100): stderr: \u000a| �[0;m�[38;5;43m20221212210231788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210231794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210231795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210231795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210231796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210231796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210231796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:33.580808 run osmo-stp_10.42.42.5(pid=27100): stdout: \u000a| (launched: 2022-12-12_21:02:31.473512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:33.720130 run osmo-stp_10.42.42.5(pid=27100): stderr: \u000a| �[0;m�[38;5;43m20221212210231788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210231794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210231795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210231795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210231796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210231796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210231796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:33.883403 run patchelf(pid=27103): Terminating (SIGINT)\u000a21:02:34.074737 run patchelf(pid=27103): Terminated: ok {rc=0}\u000a21:02:34.109900 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27100): Process ended prematurely: osmo-stp_10.42.42.5(pid=27100) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27100)] [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a21:02:34.120051 tst cs_paging_gprs_active.py:38: Test FAILED (9.4 sec)\u000a21:02:34.185597 run osmo-hlr_10.42.42.2(pid=27097): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27097)]\u000a21:02:34.238819 run osmo-hlr_10.42.42.2(pid=27097): stdout: \u000a| (launched: 2022-12-12_21:02:30.381460) \u000a21:02:34.292736 run osmo-hlr_10.42.42.2(pid=27097): stderr: \u000a| �[0;m�[1;31m20221212210230582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210230582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210230582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210230582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210230582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210230582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210230595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210230605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210230605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210230605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:34.338684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27090): Terminating (SIGTERM)\u000a21:02:34.381563 run iperf3-srv_10.42.42.10(pid=27091): Terminating (SIGTERM)\u000a21:02:34.424734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27092): Terminating (SIGTERM)\u000a21:02:34.468480 run iperf3-srv_10.42.42.10(pid=27093): Terminating (SIGTERM)\u000a21:02:34.511583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27096): Terminating (SIGTERM)\u000a21:02:34.554906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27099): Terminating (SIGTERM)\u000a21:02:34.598145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27102): Terminating (SIGTERM)\u000a21:02:34.608293 --- ParallelTerminationStrategy: PID 27090 died...\u000a21:02:34.666284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27090): Terminated: ok {rc=0}\u000a21:02:34.676521 --- ParallelTerminationStrategy: PID 27091 died...\u000a21:02:34.734135 run iperf3-srv_10.42.42.10(pid=27091): Terminated {rc=256}\u000a21:02:34.744361 --- ParallelTerminationStrategy: PID 27092 died...\u000a21:02:34.801905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27092): Terminated: ok {rc=0}\u000a21:02:34.812204 --- ParallelTerminationStrategy: PID 27093 died...\u000a21:02:34.870033 run iperf3-srv_10.42.42.10(pid=27093): Terminated {rc=256}\u000a21:02:34.880239 --- ParallelTerminationStrategy: PID 27096 died...\u000a21:02:34.937659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27096): Terminated: ok {rc=0}\u000a21:02:34.947859 --- ParallelTerminationStrategy: PID 27099 died...\u000a21:02:35.005109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27099): Terminated: ok {rc=0}\u000a21:02:35.015681 --- ParallelTerminationStrategy: PID 27102 died...\u000a21:02:35.073128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27102): Terminated: ok {rc=0}\u000a21:02:35.162908 bus /gobi_0: Setting Powered False\u000a21:02:36.272478 bus /gobi_0: Setting Powered False\u000a21:02:37.382203 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27112): Process ended prematurely: osmo-stp_10.42.42.5(pid=27112) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27112)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27112): Process ended prematurely: osmo-stp_10.42.42.5(pid=27112) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a21:02:38.500725 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:38.513207 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:02:38.688714 tst iperf3.py: using LAC 31483\u000a21:02:38.822458 tst iperf3.py: using RAC 118\u000a21:02:38.949864 tst iperf3.py: using CellId 31483\u000a21:02:39.074518 tst iperf3.py: using BVCI 31484\u000a21:02:39.099184 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:39.110395 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:39.121224 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:39.132231 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:39.143412 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:39.154361 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:39.165418 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:39.176189 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:39.187241 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:02:39.494695 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:02:39.637314 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:39.990046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27104): Launched\u000a21:02:40.282976 run iperf3-srv_10.42.42.10(pid=27105): Launched\u000a21:02:40.492039 tst iperf3.py:8: start network...\u000a21:02:40.634772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:41.170928 run create_hlr_db(pid=27106): Launched\u000a21:02:41.367096 bus /gobi_6: Setting Powered False\u000a21:02:42.388590 run create_hlr_db(pid=27106): Terminated: ok {rc=0}\u000a21:02:42.838619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27108): Launched\u000a21:02:43.180103 run osmo-hlr_10.42.42.2(pid=27109): Launched\u000a21:02:43.309238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:43.901449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27111): Launched\u000a21:02:44.242451 run osmo-stp_10.42.42.5(pid=27112): Launched\u000a21:02:44.366555 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:02:44.957967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27114): Launched\u000a21:02:45.079985 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:02:45.376443 run patchelf(pid=27115): Launched\u000a21:02:45.575098 run osmo-stp_10.42.42.5(pid=27112): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27112)]\u000a21:02:45.719817 run osmo-stp_10.42.42.5(pid=27112): stdout: \u000a| (launched: 2022-12-12_21:02:44.074922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:45.875777 run osmo-stp_10.42.42.5(pid=27112): stderr: \u000a| �[0;m�[38;5;43m20221212210244266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210244267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210244267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210244267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210244268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210244268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210244268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:46.020086 run osmo-stp_10.42.42.5(pid=27112): stdout: \u000a| (launched: 2022-12-12_21:02:44.074922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:46.161471 run osmo-stp_10.42.42.5(pid=27112): stderr: \u000a| �[0;m�[38;5;43m20221212210244266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210244267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210244267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210244267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210244268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210244268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210244268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:46.326757 run patchelf(pid=27115): Terminating (SIGINT)\u000a21:02:46.521708 run patchelf(pid=27115): Terminated: ok {rc=0}\u000a21:02:46.557574 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27112): Process ended prematurely: osmo-stp_10.42.42.5(pid=27112) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27112)] [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a21:02:46.568326 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a21:02:46.635067 run osmo-hlr_10.42.42.2(pid=27109): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27109)]\u000a21:02:46.689307 run osmo-hlr_10.42.42.2(pid=27109): stdout: \u000a| (launched: 2022-12-12_21:02:43.012112) \u000a21:02:46.744013 run osmo-hlr_10.42.42.2(pid=27109): stderr: \u000a| �[0;m�[1;31m20221212210243212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210243212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210243212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210243212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210243212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210243212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210243224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210243233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210243233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210243233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:02:46.790373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27104): Terminating (SIGTERM)\u000a21:02:46.836555 run iperf3-srv_10.42.42.10(pid=27105): Terminating (SIGTERM)\u000a21:02:46.880935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27108): Terminating (SIGTERM)\u000a21:02:46.925189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27111): Terminating (SIGTERM)\u000a21:02:46.969423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27114): Terminating (SIGTERM)\u000a21:02:46.979806 --- ParallelTerminationStrategy: PID 27104 died...\u000a21:02:47.038843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27104): Terminated: ok {rc=0}\u000a21:02:47.049685 --- ParallelTerminationStrategy: PID 27105 died...\u000a21:02:47.108301 run iperf3-srv_10.42.42.10(pid=27105): Terminated {rc=256}\u000a21:02:47.119281 --- ParallelTerminationStrategy: PID 27108 died...\u000a21:02:47.177598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27108): Terminated: ok {rc=0}\u000a21:02:47.188313 --- ParallelTerminationStrategy: PID 27111 died...\u000a21:02:47.247312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27111): Terminated: ok {rc=0}\u000a21:02:47.257758 --- ParallelTerminationStrategy: PID 27114 died...\u000a21:02:47.315319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27114): Terminated: ok {rc=0}\u000a21:02:47.405583 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27130): Process ended prematurely: osmo-stp_10.42.42.5(pid=27130) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27130)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27130): Process ended prematurely: osmo-stp_10.42.42.5(pid=27130) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a21:02:48.519383 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:48.531342 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:02:48.696627 tst iperf3m4.py: using LAC 31484\u000a21:02:48.823418 tst iperf3m4.py: using RAC 119\u000a21:02:48.950288 tst iperf3m4.py: using CellId 31484\u000a21:02:49.076937 tst iperf3m4.py: using BVCI 31485\u000a21:02:49.101340 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:49.112856 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:49.123860 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:49.135589 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:49.147036 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:49.158668 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:49.170365 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:49.181778 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:02:49.193604 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:02:49.313942 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:02:49.437315 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:02:49.556291 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:02:49.860714 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:02:50.004498 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:50.356768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27116): Launched\u000a21:02:50.652709 run iperf3-srv_10.42.42.10(pid=27117): Launched\u000a21:02:50.863076 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:02:51.006095 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:51.357702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27118): Launched\u000a21:02:51.650061 run iperf3-srv_10.42.42.10(pid=27119): Launched\u000a21:02:51.859028 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:02:52.001721 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:52.352323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27120): Launched\u000a21:02:52.646860 run iperf3-srv_10.42.42.10(pid=27121): Launched\u000a21:02:52.856307 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:02:52.999048 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:02:53.351490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27122): Launched\u000a21:02:53.644852 run iperf3-srv_10.42.42.10(pid=27123): Launched\u000a21:02:53.853225 tst iperf3m4.py:8: start network...\u000a21:02:53.995280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:02:54.530405 run create_hlr_db(pid=27124): Launched\u000a21:02:54.728189 bus /gobi_6: Setting Powered False\u000a21:02:55.749205 run create_hlr_db(pid=27124): Terminated: ok {rc=0}\u000a21:02:56.200620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27126): Launched\u000a21:02:56.543135 run osmo-hlr_10.42.42.2(pid=27127): Launched\u000a21:02:56.665996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:02:57.258332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27129): Launched\u000a21:02:57.599823 run osmo-stp_10.42.42.5(pid=27130): Launched\u000a21:02:57.724027 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:02:58.316513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27132): Launched\u000a21:02:58.438447 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:02:58.735682 run patchelf(pid=27133): Launched\u000a21:02:58.934003 run osmo-stp_10.42.42.5(pid=27130): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27130)]\u000a21:02:59.078941 run osmo-stp_10.42.42.5(pid=27130): stdout: \u000a| (launched: 2022-12-12_21:02:57.430892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:59.224313 run osmo-stp_10.42.42.5(pid=27130): stderr: \u000a| �[0;m�[38;5;43m20221212210257624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210257625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210257625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210257625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210257626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210257626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210257626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:59.365329 run osmo-stp_10.42.42.5(pid=27130): stdout: \u000a| (launched: 2022-12-12_21:02:57.430892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:02:59.505421 run osmo-stp_10.42.42.5(pid=27130): stderr: \u000a| �[0;m�[38;5;43m20221212210257624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210257625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210257625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210257625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210257626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210257626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210257626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:02:59.668417 run patchelf(pid=27133): Terminating (SIGINT)\u000a21:02:59.859086 run patchelf(pid=27133): Terminated: ok {rc=0}\u000a21:02:59.893824 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27130): Process ended prematurely: osmo-stp_10.42.42.5(pid=27130) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27130)] [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a21:02:59.903994 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a21:02:59.969921 run osmo-hlr_10.42.42.2(pid=27127): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27127)]\u000a21:03:00.023310 run osmo-hlr_10.42.42.2(pid=27127): stdout: \u000a| (launched: 2022-12-12_21:02:56.373908) \u000a21:03:00.078147 run osmo-hlr_10.42.42.2(pid=27127): stderr: \u000a| �[0;m�[1;31m20221212210256578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210256578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210256578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210256578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210256578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210256578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210256589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210256597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210256598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210256598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:00.123789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27116): Terminating (SIGTERM)\u000a21:03:00.167106 run iperf3-srv_10.42.42.10(pid=27117): Terminating (SIGTERM)\u000a21:03:00.210402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27118): Terminating (SIGTERM)\u000a21:03:00.253691 run iperf3-srv_10.42.42.10(pid=27119): Terminating (SIGTERM)\u000a21:03:00.296388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27120): Terminating (SIGTERM)\u000a21:03:00.339389 run iperf3-srv_10.42.42.10(pid=27121): Terminating (SIGTERM)\u000a21:03:00.382524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27122): Terminating (SIGTERM)\u000a21:03:00.425541 run iperf3-srv_10.42.42.10(pid=27123): Terminating (SIGTERM)\u000a21:03:00.469452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27126): Terminating (SIGTERM)\u000a21:03:00.512463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27129): Terminating (SIGTERM)\u000a21:03:00.555557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27132): Terminating (SIGTERM)\u000a21:03:00.565591 --- ParallelTerminationStrategy: PID 27116 died...\u000a21:03:00.623196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27116): Terminated: ok {rc=0}\u000a21:03:00.633816 --- ParallelTerminationStrategy: PID 27117 died...\u000a21:03:00.691887 run iperf3-srv_10.42.42.10(pid=27117): Terminated {rc=256}\u000a21:03:00.702178 --- ParallelTerminationStrategy: PID 27118 died...\u000a21:03:00.759699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27118): Terminated: ok {rc=0}\u000a21:03:00.770005 --- ParallelTerminationStrategy: PID 27119 died...\u000a21:03:00.827342 run iperf3-srv_10.42.42.10(pid=27119): Terminated {rc=256}\u000a21:03:00.838300 --- ParallelTerminationStrategy: PID 27120 died...\u000a21:03:00.896635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27120): Terminated: ok {rc=0}\u000a21:03:00.907423 --- ParallelTerminationStrategy: PID 27121 died...\u000a21:03:00.965728 run iperf3-srv_10.42.42.10(pid=27121): Terminated {rc=256}\u000a21:03:00.976492 --- ParallelTerminationStrategy: PID 27122 died...\u000a21:03:01.034844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27122): Terminated: ok {rc=0}\u000a21:03:01.045721 --- ParallelTerminationStrategy: PID 27123 died...\u000a21:03:01.103958 run iperf3-srv_10.42.42.10(pid=27123): Terminated {rc=256}\u000a21:03:01.114834 --- ParallelTerminationStrategy: PID 27126 died...\u000a21:03:01.173404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27126): Terminated: ok {rc=0}\u000a21:03:01.184163 --- ParallelTerminationStrategy: PID 27129 died...\u000a21:03:01.242641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27129): Terminated: ok {rc=0}\u000a21:03:01.255381 --- ParallelTerminationStrategy: PID 27132 died...\u000a21:03:01.314077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27132): Terminated: ok {rc=0}\u000a21:03:01.422915 bus /gobi_4: Setting Powered False\u000a21:03:02.530306 bus /gobi_4: Setting Powered False\u000a21:03:03.644927 bus /gobi_1: Setting Powered False\u000a21:03:04.750947 bus /gobi_1: Setting Powered False\u000a21:03:05.866217 bus /gobi_0: Setting Powered False\u000a21:03:06.972089 bus /gobi_0: Setting Powered False\u000a21:03:08.086222 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27141): Process ended prematurely: osmo-stp_10.42.42.5(pid=27141) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27141)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27141): Process ended prematurely: osmo-stp_10.42.42.5(pid=27141) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a21:03:09.155341 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:09.167543 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:03:09.329597 tst ping.py: using LAC 31485\u000a21:03:09.460027 tst ping.py: using RAC 120\u000a21:03:09.591611 tst ping.py: using CellId 31485\u000a21:03:09.724015 tst ping.py: using BVCI 31486\u000a21:03:09.750130 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:09.761822 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:09.773285 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:09.784929 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:09.796613 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:09.808295 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:09.820213 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:09.831914 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:03:10.118648 tst ping.py:19: start network...\u000a21:03:10.249230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:10.748822 run create_hlr_db(pid=27135): Launched\u000a21:03:10.928207 bus /gobi_6: Setting Powered False\u000a21:03:11.960930 run create_hlr_db(pid=27135): Terminated: ok {rc=0}\u000a21:03:12.405916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27137): Launched\u000a21:03:12.743655 run osmo-hlr_10.42.42.2(pid=27138): Launched\u000a21:03:12.863477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:13.415955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27140): Launched\u000a21:03:13.727554 run osmo-stp_10.42.42.5(pid=27141): Launched\u000a21:03:13.841343 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:14.383219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27143): Launched\u000a21:03:14.494162 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:14.764789 run patchelf(pid=27144): Launched\u000a21:03:14.946392 run osmo-stp_10.42.42.5(pid=27141): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27141)]\u000a21:03:15.078696 run osmo-stp_10.42.42.5(pid=27141): stdout: \u000a| (launched: 2022-12-12_21:03:13.574102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:15.211332 run osmo-stp_10.42.42.5(pid=27141): stderr: \u000a| �[0;m�[38;5;43m20221212210313747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210313747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210313747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210313748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210313748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210313748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210313748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:15.339345 run osmo-stp_10.42.42.5(pid=27141): stdout: \u000a| (launched: 2022-12-12_21:03:13.574102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:15.466302 run osmo-stp_10.42.42.5(pid=27141): stderr: \u000a| �[0;m�[38;5;43m20221212210313747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210313747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210313747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210313748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210313748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210313748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210313748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:15.614519 run patchelf(pid=27144): Terminating (SIGINT)\u000a21:03:15.789655 run patchelf(pid=27144): Terminated: ok {rc=0}\u000a21:03:15.821289 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27141): Process ended prematurely: osmo-stp_10.42.42.5(pid=27141) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27141)] [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a21:03:15.830599 tst ping.py:22: Test FAILED (6.7 sec)\u000a21:03:15.908490 run osmo-hlr_10.42.42.2(pid=27138): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27138)]\u000a21:03:15.967783 run osmo-hlr_10.42.42.2(pid=27138): stdout: \u000a| (launched: 2022-12-12_21:03:12.577314) \u000a21:03:16.024673 run osmo-hlr_10.42.42.2(pid=27138): stderr: \u000a| �[0;m�[1;31m20221212210312775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210312775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210312775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210312775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210312775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210312775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210312787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210312796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210312797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210312797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:16.073192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27137): Terminating (SIGTERM)\u000a21:03:16.120489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27140): Terminating (SIGTERM)\u000a21:03:16.169513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27143): Terminating (SIGTERM)\u000a21:03:16.180545 --- ParallelTerminationStrategy: PID 27137 died...\u000a21:03:16.242903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27137): Terminated: ok {rc=0}\u000a21:03:16.254289 --- ParallelTerminationStrategy: PID 27140 died...\u000a21:03:16.317361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27140): Terminated: ok {rc=0}\u000a21:03:16.328640 --- ParallelTerminationStrategy: PID 27143 died...\u000a21:03:16.388803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27143): Terminated: ok {rc=0}\u000a21:03:16.484046 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27151): Process ended prematurely: osmo-stp_10.42.42.5(pid=27151) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27151)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27151): Process ended prematurely: osmo-stp_10.42.42.5(pid=27151) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a21:03:17.536926 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:17.549586 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:03:17.726239 tst ping_idle_ping.py: using LAC 31486\u000a21:03:17.855686 tst ping_idle_ping.py: using RAC 121\u000a21:03:17.985831 tst ping_idle_ping.py: using CellId 31486\u000a21:03:18.117273 tst ping_idle_ping.py: using BVCI 31487\u000a21:03:18.143210 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:18.154821 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:18.166319 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:18.178153 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:18.189862 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:18.201650 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:18.213375 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:03:18.224897 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:03:18.509414 tst ping_idle_ping.py:24: start network...\u000a21:03:18.638667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:19.141053 run create_hlr_db(pid=27145): Launched\u000a21:03:19.320503 bus /gobi_6: Setting Powered False\u000a21:03:20.341878 run create_hlr_db(pid=27145): Terminated: ok {rc=0}\u000a21:03:20.756794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27147): Launched\u000a21:03:21.069015 run osmo-hlr_10.42.42.2(pid=27148): Launched\u000a21:03:21.192656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:21.740270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27150): Launched\u000a21:03:22.054141 run osmo-stp_10.42.42.5(pid=27151): Launched\u000a21:03:22.170323 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:22.713358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27153): Launched\u000a21:03:22.824020 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:23.095417 run patchelf(pid=27154): Launched\u000a21:03:23.277555 run osmo-stp_10.42.42.5(pid=27151): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27151)]\u000a21:03:23.410965 run osmo-stp_10.42.42.5(pid=27151): stdout: \u000a| (launched: 2022-12-12_21:03:21.900381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:23.544716 run osmo-stp_10.42.42.5(pid=27151): stderr: \u000a| �[0;m�[38;5;43m20221212210322070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210322070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210322071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210322071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210322071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210322072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210322072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:23.673699 run osmo-stp_10.42.42.5(pid=27151): stdout: \u000a| (launched: 2022-12-12_21:03:21.900381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:23.801595 run osmo-stp_10.42.42.5(pid=27151): stderr: \u000a| �[0;m�[38;5;43m20221212210322070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210322070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210322071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210322071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210322071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210322072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210322072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:23.952125 run patchelf(pid=27154): Terminating (SIGINT)\u000a21:03:24.127536 run patchelf(pid=27154): Terminated: ok {rc=0}\u000a21:03:24.159225 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27151): Process ended prematurely: osmo-stp_10.42.42.5(pid=27151) [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27151)] [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a21:03:24.167953 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a21:03:24.229232 run osmo-hlr_10.42.42.2(pid=27148): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27148)]\u000a21:03:24.279098 run osmo-hlr_10.42.42.2(pid=27148): stdout: \u000a| (launched: 2022-12-12_21:03:20.915913) \u000a21:03:24.329634 run osmo-hlr_10.42.42.2(pid=27148): stderr: \u000a| �[0;m�[1;31m20221212210321091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210321091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210321091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210321091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210321091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210321091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210321103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210321113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210321113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210321113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:24.372661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27147): Terminating (SIGTERM)\u000a21:03:24.413208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27150): Terminating (SIGTERM)\u000a21:03:24.453838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27153): Terminating (SIGTERM)\u000a21:03:24.463176 --- ParallelTerminationStrategy: PID 27147 died...\u000a21:03:24.517331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27147): Terminated: ok {rc=0}\u000a21:03:24.527104 --- ParallelTerminationStrategy: PID 27150 died...\u000a21:03:24.581119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27150): Terminated: ok {rc=0}\u000a21:03:24.590875 --- ParallelTerminationStrategy: PID 27153 died...\u000a21:03:24.645203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27153): Terminated: ok {rc=0}\u000a21:03:24.736246 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:02:24" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27169): Process ended prematurely: osmo-stp_10.42.42.5(pid=27169) [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27169)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27169): Process ended prematurely: osmo-stp_10.42.42.5(pid=27169) [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27169)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:03:26.919063 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:26.931028 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:03:27.083090 tst cs_paging_gprs_active.py: using LAC 31487\u000a21:03:27.218597 tst cs_paging_gprs_active.py: using RAC 122\u000a21:03:27.350283 tst cs_paging_gprs_active.py: using CellId 31487\u000a21:03:27.482895 tst cs_paging_gprs_active.py: using BVCI 31488\u000a21:03:27.509214 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:27.521210 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:27.533141 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:27.545167 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:27.557079 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:27.569143 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:27.581324 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:27.593150 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:27.605380 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:03:27.726551 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:03:28.018743 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:03:28.152393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:28.483332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27159): Launched\u000a21:03:28.757764 run iperf3-srv_10.42.42.10(pid=27160): Launched\u000a21:03:28.953266 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:03:29.087185 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:29.419451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27161): Launched\u000a21:03:29.693880 run iperf3-srv_10.42.42.10(pid=27162): Launched\u000a21:03:29.890280 tst cs_paging_gprs_active.py:38: start network...\u000a21:03:30.024362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:30.537202 run create_hlr_db(pid=27163): Launched\u000a21:03:30.720183 bus /gobi_6: Setting Powered False\u000a21:03:31.820714 run create_hlr_db(pid=27163): Terminated: ok {rc=0}\u000a21:03:32.301927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27165): Launched\u000a21:03:32.621656 run osmo-hlr_10.42.42.2(pid=27166): Launched\u000a21:03:32.749708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:33.302420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27168): Launched\u000a21:03:33.618906 run osmo-stp_10.42.42.5(pid=27169): Launched\u000a21:03:33.735371 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:34.290814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27171): Launched\u000a21:03:34.404657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:34.681288 run patchelf(pid=27172): Launched\u000a21:03:34.867084 run osmo-stp_10.42.42.5(pid=27169): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27169)]\u000a21:03:35.002818 run osmo-stp_10.42.42.5(pid=27169): stdout: \u000a| (launched: 2022-12-12_21:03:33.463600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:35.138515 run osmo-stp_10.42.42.5(pid=27169): stderr: \u000a| �[0;m�[38;5;43m20221212210333636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210333636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210333636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210333636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210333637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210333637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210333637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:35.269937 run osmo-stp_10.42.42.5(pid=27169): stdout: \u000a| (launched: 2022-12-12_21:03:33.463600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:35.400308 run osmo-stp_10.42.42.5(pid=27169): stderr: \u000a| �[0;m�[38;5;43m20221212210333636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210333636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210333636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210333636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210333637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210333637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210333637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:35.552419 run patchelf(pid=27172): Terminating (SIGINT)\u000a21:03:35.731140 run patchelf(pid=27172): Terminated: ok {rc=0}\u000a21:03:35.763622 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27169): Process ended prematurely: osmo-stp_10.42.42.5(pid=27169) [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27169)] [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a21:03:35.773051 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a21:03:35.834858 run osmo-hlr_10.42.42.2(pid=27166): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27166)]\u000a21:03:35.885496 run osmo-hlr_10.42.42.2(pid=27166): stdout: \u000a| (launched: 2022-12-12_21:03:32.463677) \u000a21:03:35.937341 run osmo-hlr_10.42.42.2(pid=27166): stderr: \u000a| �[0;m�[1;31m20221212210332642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210332642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210332642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210332642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210332642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210332642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210332654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210332663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210332663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210332663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:35.980794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27159): Terminating (SIGTERM)\u000a21:03:36.021743 run iperf3-srv_10.42.42.10(pid=27160): Terminating (SIGTERM)\u000a21:03:36.062548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27161): Terminating (SIGTERM)\u000a21:03:36.103126 run iperf3-srv_10.42.42.10(pid=27162): Terminating (SIGTERM)\u000a21:03:36.143741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27165): Terminating (SIGTERM)\u000a21:03:36.184340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27168): Terminating (SIGTERM)\u000a21:03:36.224834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27171): Terminating (SIGTERM)\u000a21:03:36.234183 --- ParallelTerminationStrategy: PID 27159 died...\u000a21:03:36.288696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27159): Terminated: ok {rc=0}\u000a21:03:36.298565 --- ParallelTerminationStrategy: PID 27160 died...\u000a21:03:36.353456 run iperf3-srv_10.42.42.10(pid=27160): Terminated {rc=256}\u000a21:03:36.363184 --- ParallelTerminationStrategy: PID 27161 died...\u000a21:03:36.417449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27161): Terminated: ok {rc=0}\u000a21:03:36.427186 --- ParallelTerminationStrategy: PID 27162 died...\u000a21:03:36.481783 run iperf3-srv_10.42.42.10(pid=27162): Terminated {rc=256}\u000a21:03:36.491537 --- ParallelTerminationStrategy: PID 27165 died...\u000a21:03:36.545692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27165): Terminated: ok {rc=0}\u000a21:03:36.555457 --- ParallelTerminationStrategy: PID 27168 died...\u000a21:03:36.609583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27168): Terminated: ok {rc=0}\u000a21:03:36.619312 --- ParallelTerminationStrategy: PID 27171 died...\u000a21:03:36.673581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27171): Terminated: ok {rc=0}\u000a21:03:36.763898 bus /gobi_0: Setting Powered False\u000a21:03:37.869432 bus /gobi_0: Setting Powered False\u000a21:03:38.983704 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27182): Process ended prematurely: osmo-stp_10.42.42.5(pid=27182) [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27182)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27182): Process ended prematurely: osmo-stp_10.42.42.5(pid=27182) [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a21:03:40.104199 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:40.117173 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:03:40.277859 tst iperf3.py: using LAC 31488\u000a21:03:40.409171 tst iperf3.py: using RAC 123\u000a21:03:40.543530 tst iperf3.py: using CellId 31488\u000a21:03:40.676680 tst iperf3.py: using BVCI 31489\u000a21:03:40.702952 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:40.714849 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:40.726673 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:40.738771 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:40.750733 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:40.762529 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:40.774767 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:40.786872 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:40.799231 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:03:41.095969 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:03:41.228421 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:41.555991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27174): Launched\u000a21:03:41.829530 run iperf3-srv_10.42.42.10(pid=27175): Launched\u000a21:03:42.025600 tst iperf3.py:8: start network...\u000a21:03:42.158950 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:42.670845 run create_hlr_db(pid=27176): Launched\u000a21:03:42.853287 bus /gobi_6: Setting Powered False\u000a21:03:43.875285 run create_hlr_db(pid=27176): Terminated: ok {rc=0}\u000a21:03:44.295297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27178): Launched\u000a21:03:44.614266 run osmo-hlr_10.42.42.2(pid=27179): Launched\u000a21:03:44.741419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:45.294694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27181): Launched\u000a21:03:45.621143 run osmo-stp_10.42.42.5(pid=27182): Launched\u000a21:03:45.748068 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:46.371425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27184): Launched\u000a21:03:46.489258 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:46.790690 run patchelf(pid=27185): Launched\u000a21:03:46.982543 run osmo-stp_10.42.42.5(pid=27182): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27182)]\u000a21:03:47.122816 run osmo-stp_10.42.42.5(pid=27182): stdout: \u000a| (launched: 2022-12-12_21:03:45.455812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:47.259754 run osmo-stp_10.42.42.5(pid=27182): stderr: \u000a| �[0;m�[38;5;43m20221212210345646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210345646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210345646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210345647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210345647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210345647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210345647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:47.390847 run osmo-stp_10.42.42.5(pid=27182): stdout: \u000a| (launched: 2022-12-12_21:03:45.455812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:03:47.520922 run osmo-stp_10.42.42.5(pid=27182): stderr: \u000a| �[0;m�[38;5;43m20221212210345646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210345646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210345646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210345647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210345647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210345647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210345647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:03:47.672864 run patchelf(pid=27185): Terminating (SIGINT)\u000a21:03:47.852340 run patchelf(pid=27185): Terminated: ok {rc=0}\u000a21:03:47.885110 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27182): Process ended prematurely: osmo-stp_10.42.42.5(pid=27182) [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27182)] [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a21:03:47.894698 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a21:03:47.956580 run osmo-hlr_10.42.42.2(pid=27179): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27179)]\u000a21:03:48.007030 run osmo-hlr_10.42.42.2(pid=27179): stdout: \u000a| (launched: 2022-12-12_21:03:44.457611) \u000a21:03:48.058770 run osmo-hlr_10.42.42.2(pid=27179): stderr: \u000a| �[0;m�[1;31m20221212210344636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210344636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210344636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210344636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210344636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210344636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210344648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210344657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210344657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210344657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:03:48.102129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27174): Terminating (SIGTERM)\u000a21:03:48.143001 run iperf3-srv_10.42.42.10(pid=27175): Terminating (SIGTERM)\u000a21:03:48.184002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27178): Terminating (SIGTERM)\u000a21:03:48.224900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27181): Terminating (SIGTERM)\u000a21:03:48.265752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27184): Terminating (SIGTERM)\u000a21:03:48.275161 --- ParallelTerminationStrategy: PID 27174 died...\u000a21:03:48.329952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27174): Terminated: ok {rc=0}\u000a21:03:48.339750 --- ParallelTerminationStrategy: PID 27175 died...\u000a21:03:48.394136 run iperf3-srv_10.42.42.10(pid=27175): Terminated {rc=256}\u000a21:03:48.403865 --- ParallelTerminationStrategy: PID 27178 died...\u000a21:03:48.458405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27178): Terminated: ok {rc=0}\u000a21:03:48.468193 --- ParallelTerminationStrategy: PID 27181 died...\u000a21:03:48.523215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27181): Terminated: ok {rc=0}\u000a21:03:48.533120 --- ParallelTerminationStrategy: PID 27184 died...\u000a21:03:48.587703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27184): Terminated: ok {rc=0}\u000a21:03:48.679083 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27200): Process ended prematurely: osmo-stp_10.42.42.5(pid=27200) [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27200)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27200): Process ended prematurely: osmo-stp_10.42.42.5(pid=27200) [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a21:03:49.793917 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:49.806256 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:03:49.951117 tst iperf3m4.py: using LAC 31489\u000a21:03:50.078472 tst iperf3m4.py: using RAC 124\u000a21:03:50.203667 tst iperf3m4.py: using CellId 31489\u000a21:03:50.337375 tst iperf3m4.py: using BVCI 31490\u000a21:03:50.363939 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:50.376020 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:50.387949 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:50.401442 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:50.413656 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:50.426410 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:50.440038 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:50.452654 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:03:50.464619 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:03:50.587446 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:03:50.715332 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:03:50.840515 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:03:51.133561 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:03:51.266273 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:51.595202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27186): Launched\u000a21:03:51.868486 run iperf3-srv_10.42.42.10(pid=27187): Launched\u000a21:03:52.064138 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:03:52.197466 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:52.526963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27188): Launched\u000a21:03:52.799595 run iperf3-srv_10.42.42.10(pid=27189): Launched\u000a21:03:52.994107 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:03:53.126489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:53.455522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27190): Launched\u000a21:03:53.728848 run iperf3-srv_10.42.42.10(pid=27191): Launched\u000a21:03:53.922822 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:03:54.055014 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:03:54.383308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27192): Launched\u000a21:03:54.656448 run iperf3-srv_10.42.42.10(pid=27193): Launched\u000a21:03:54.850136 tst iperf3m4.py:8: start network...\u000a21:03:54.982588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:03:55.489765 run create_hlr_db(pid=27194): Launched\u000a21:03:55.671378 bus /gobi_6: Setting Powered False\u000a21:03:56.707507 run create_hlr_db(pid=27194): Terminated: ok {rc=0}\u000a21:03:57.159553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27196): Launched\u000a21:03:57.503195 run osmo-hlr_10.42.42.2(pid=27197): Launched\u000a21:03:57.632141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:03:58.229290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27199): Launched\u000a21:03:58.572640 run osmo-stp_10.42.42.5(pid=27200): Launched\u000a21:03:58.697691 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:03:59.290789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27202): Launched\u000a21:03:59.413241 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:03:59.710774 run patchelf(pid=27203): Launched\u000a21:03:59.908752 run osmo-stp_10.42.42.5(pid=27200): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27200)]\u000a21:04:00.053252 run osmo-stp_10.42.42.5(pid=27200): stdout: \u000a| (launched: 2022-12-12_21:03:58.403721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:00.198561 run osmo-stp_10.42.42.5(pid=27200): stderr: \u000a| �[0;m�[38;5;43m20221212210358598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210358598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210358598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210358598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210358599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210358599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210358599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:00.339031 run osmo-stp_10.42.42.5(pid=27200): stdout: \u000a| (launched: 2022-12-12_21:03:58.403721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:00.478320 run osmo-stp_10.42.42.5(pid=27200): stderr: \u000a| �[0;m�[38;5;43m20221212210358598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210358598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210358598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210358598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210358599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210358599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210358599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:00.641499 run patchelf(pid=27203): Terminating (SIGINT)\u000a21:04:00.835837 run patchelf(pid=27203): Terminated: ok {rc=0}\u000a21:04:00.873313 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27200): Process ended prematurely: osmo-stp_10.42.42.5(pid=27200) [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27200)] [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a21:04:00.884396 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a21:04:00.955152 run osmo-hlr_10.42.42.2(pid=27197): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27197)]\u000a21:04:01.010711 run osmo-hlr_10.42.42.2(pid=27197): stdout: \u000a| (launched: 2022-12-12_21:03:57.333347) \u000a21:04:01.067176 run osmo-hlr_10.42.42.2(pid=27197): stderr: \u000a| �[0;m�[1;31m20221212210357533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210357533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210357533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210357533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210357533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210357533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210357546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210357554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210357554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210357554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:01.115400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27186): Terminating (SIGTERM)\u000a21:04:01.162655 run iperf3-srv_10.42.42.10(pid=27187): Terminating (SIGTERM)\u000a21:04:01.209789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27188): Terminating (SIGTERM)\u000a21:04:01.256925 run iperf3-srv_10.42.42.10(pid=27189): Terminating (SIGTERM)\u000a21:04:01.304351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27190): Terminating (SIGTERM)\u000a21:04:01.351693 run iperf3-srv_10.42.42.10(pid=27191): Terminating (SIGTERM)\u000a21:04:01.399259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27192): Terminating (SIGTERM)\u000a21:04:01.446968 run iperf3-srv_10.42.42.10(pid=27193): Terminating (SIGTERM)\u000a21:04:01.494571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27196): Terminating (SIGTERM)\u000a21:04:01.539128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27199): Terminating (SIGTERM)\u000a21:04:01.585689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27202): Terminating (SIGTERM)\u000a21:04:01.597455 --- ParallelTerminationStrategy: PID 27186 died...\u000a21:04:01.659042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27186): Terminated: ok {rc=0}\u000a21:04:01.670510 --- ParallelTerminationStrategy: PID 27187 died...\u000a21:04:01.731541 run iperf3-srv_10.42.42.10(pid=27187): Terminated {rc=256}\u000a21:04:01.742974 --- ParallelTerminationStrategy: PID 27188 died...\u000a21:04:01.807779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27188): Terminated: ok {rc=0}\u000a21:04:01.820740 --- ParallelTerminationStrategy: PID 27189 died...\u000a21:04:01.893163 run iperf3-srv_10.42.42.10(pid=27189): Terminated {rc=256}\u000a21:04:01.905995 --- ParallelTerminationStrategy: PID 27190 died...\u000a21:04:01.976569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27190): Terminated: ok {rc=0}\u000a21:04:01.989333 --- ParallelTerminationStrategy: PID 27191 died...\u000a21:04:02.056994 run iperf3-srv_10.42.42.10(pid=27191): Terminated {rc=256}\u000a21:04:02.069737 --- ParallelTerminationStrategy: PID 27192 died...\u000a21:04:02.137350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27192): Terminated: ok {rc=0}\u000a21:04:02.150150 --- ParallelTerminationStrategy: PID 27193 died...\u000a21:04:02.207548 run iperf3-srv_10.42.42.10(pid=27193): Terminated {rc=256}\u000a21:04:02.217984 --- ParallelTerminationStrategy: PID 27196 died...\u000a21:04:02.274225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27196): Terminated: ok {rc=0}\u000a21:04:02.284186 --- ParallelTerminationStrategy: PID 27199 died...\u000a21:04:02.344192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27199): Terminated: ok {rc=0}\u000a21:04:02.354836 --- ParallelTerminationStrategy: PID 27202 died...\u000a21:04:02.414689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27202): Terminated: ok {rc=0}\u000a21:04:02.504494 bus /gobi_4: Setting Powered False\u000a21:04:03.615527 bus /gobi_4: Setting Powered False\u000a21:04:04.726337 bus /gobi_1: Setting Powered False\u000a21:04:05.836785 bus /gobi_1: Setting Powered False\u000a21:04:06.950914 bus /gobi_0: Setting Powered False\u000a21:04:08.055974 bus /gobi_0: Setting Powered False\u000a21:04:09.171752 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27210): Process ended prematurely: osmo-stp_10.42.42.5(pid=27210) [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27210)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27210): Process ended prematurely: osmo-stp_10.42.42.5(pid=27210) [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a21:04:10.239144 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:04:10.251062 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:04:10.391566 tst ping.py: using LAC 31490\u000a21:04:10.513067 tst ping.py: using RAC 125\u000a21:04:10.633182 tst ping.py: using CellId 31490\u000a21:04:10.753128 tst ping.py: using BVCI 31491\u000a21:04:10.776445 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:04:10.787781 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:04:10.798906 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:04:10.810024 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:04:10.820929 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:04:10.832104 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:04:10.843288 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:04:10.854475 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:04:11.133278 tst ping.py:19: start network...\u000a21:04:11.259594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:11.748739 run create_hlr_db(pid=27204): Launched\u000a21:04:11.950017 bus /gobi_6: Setting Powered False\u000a21:04:12.959127 run create_hlr_db(pid=27204): Terminated: ok {rc=0}\u000a21:04:13.376275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27206): Launched\u000a21:04:13.679602 run osmo-hlr_10.42.42.2(pid=27207): Launched\u000a21:04:13.790189 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:14.320548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27209): Launched\u000a21:04:14.624527 run osmo-stp_10.42.42.5(pid=27210): Launched\u000a21:04:14.733947 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:15.266242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27212): Launched\u000a21:04:15.374764 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:15.640428 run patchelf(pid=27213): Launched\u000a21:04:15.818653 run osmo-stp_10.42.42.5(pid=27210): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27210)]\u000a21:04:15.978803 run osmo-stp_10.42.42.5(pid=27210): stdout: \u000a| (launched: 2022-12-12_21:04:14.475583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:16.124877 run osmo-stp_10.42.42.5(pid=27210): stderr: \u000a| �[0;m�[38;5;43m20221212210414642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210414643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210414643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210414643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210414644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210414644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210414644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:16.265478 run osmo-stp_10.42.42.5(pid=27210): stdout: \u000a| (launched: 2022-12-12_21:04:14.475583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:16.406800 run osmo-stp_10.42.42.5(pid=27210): stderr: \u000a| �[0;m�[38;5;43m20221212210414642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210414643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210414643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210414643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210414644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210414644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210414644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:16.570229 run patchelf(pid=27213): Terminating (SIGINT)\u000a21:04:16.761282 run patchelf(pid=27213): Terminated: ok {rc=0}\u000a21:04:16.800856 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27210): Process ended prematurely: osmo-stp_10.42.42.5(pid=27210) [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27210)] [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a21:04:16.813136 tst ping.py:22: Test FAILED (6.6 sec)\u000a21:04:16.887918 run osmo-hlr_10.42.42.2(pid=27207): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27207)]\u000a21:04:16.950415 run osmo-hlr_10.42.42.2(pid=27207): stdout: \u000a| (launched: 2022-12-12_21:04:13.531078) \u000a21:04:17.010533 run osmo-hlr_10.42.42.2(pid=27207): stderr: \u000a| �[0;m�[1;31m20221212210413703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210413703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210413704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210413704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210413704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210413704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210413719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210413731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210413731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210413731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:17.062794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27206): Terminating (SIGTERM)\u000a21:04:17.109670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27209): Terminating (SIGTERM)\u000a21:04:17.156583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27212): Terminating (SIGTERM)\u000a21:04:17.168855 --- ParallelTerminationStrategy: PID 27206 died...\u000a21:04:17.230936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27206): Terminated: ok {rc=0}\u000a21:04:17.242373 --- ParallelTerminationStrategy: PID 27209 died...\u000a21:04:17.302489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27209): Terminated: ok {rc=0}\u000a21:04:17.313995 --- ParallelTerminationStrategy: PID 27212 died...\u000a21:04:17.373219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27212): Terminated: ok {rc=0}\u000a21:04:17.463298 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27220): Process ended prematurely: osmo-stp_10.42.42.5(pid=27220) [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27220)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27220): Process ended prematurely: osmo-stp_10.42.42.5(pid=27220) [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a21:04:18.516071 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:04:18.528456 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:04:18.678524 tst ping_idle_ping.py: using LAC 31491\u000a21:04:18.807388 tst ping_idle_ping.py: using RAC 126\u000a21:04:18.942385 tst ping_idle_ping.py: using CellId 31491\u000a21:04:19.070052 tst ping_idle_ping.py: using BVCI 31492\u000a21:04:19.095787 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:04:19.107880 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:04:19.119796 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:04:19.131887 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:04:19.143900 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:04:19.155865 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:04:19.168926 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:04:19.181490 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:04:19.482642 tst ping_idle_ping.py:24: start network...\u000a21:04:19.621215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:20.141100 run create_hlr_db(pid=27214): Launched\u000a21:04:20.332735 bus /gobi_6: Setting Powered False\u000a21:04:21.352097 run create_hlr_db(pid=27214): Terminated: ok {rc=0}\u000a21:04:21.764094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27216): Launched\u000a21:04:22.071664 run osmo-hlr_10.42.42.2(pid=27217): Launched\u000a21:04:22.184714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:22.714527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27219): Launched\u000a21:04:23.019888 run osmo-stp_10.42.42.5(pid=27220): Launched\u000a21:04:23.131087 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:23.663696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27222): Launched\u000a21:04:23.772227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:24.038277 run patchelf(pid=27223): Launched\u000a21:04:24.217724 run osmo-stp_10.42.42.5(pid=27220): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27220)]\u000a21:04:24.349438 run osmo-stp_10.42.42.5(pid=27220): stdout: \u000a| (launched: 2022-12-12_21:04:22.870098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:24.480452 run osmo-stp_10.42.42.5(pid=27220): stderr: \u000a| �[0;m�[38;5;43m20221212210423036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210423036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210423037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210423037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210423038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210423038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210423038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:24.607378 run osmo-stp_10.42.42.5(pid=27220): stdout: \u000a| (launched: 2022-12-12_21:04:22.870098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:24.733073 run osmo-stp_10.42.42.5(pid=27220): stderr: \u000a| �[0;m�[38;5;43m20221212210423036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210423036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210423037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210423037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210423038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210423038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210423038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:24.879207 run patchelf(pid=27223): Terminating (SIGINT)\u000a21:04:25.051272 run patchelf(pid=27223): Terminated: ok {rc=0}\u000a21:04:25.082464 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27220): Process ended prematurely: osmo-stp_10.42.42.5(pid=27220) [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27220)] [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a21:04:25.091130 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a21:04:25.152388 run osmo-hlr_10.42.42.2(pid=27217): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27217)]\u000a21:04:25.202762 run osmo-hlr_10.42.42.2(pid=27217): stdout: \u000a| (launched: 2022-12-12_21:04:21.921365) \u000a21:04:25.253701 run osmo-hlr_10.42.42.2(pid=27217): stderr: \u000a| �[0;m�[1;31m20221212210422094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210422094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210422094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210422094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210422094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210422094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210422106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210422115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210422115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210422115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:25.296662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27216): Terminating (SIGTERM)\u000a21:04:25.337302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27219): Terminating (SIGTERM)\u000a21:04:25.377870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27222): Terminating (SIGTERM)\u000a21:04:25.387260 --- ParallelTerminationStrategy: PID 27216 died...\u000a21:04:25.441642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27216): Terminated: ok {rc=0}\u000a21:04:25.451416 --- ParallelTerminationStrategy: PID 27219 died...\u000a21:04:25.505633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27219): Terminated: ok {rc=0}\u000a21:04:25.515416 --- ParallelTerminationStrategy: PID 27222 died...\u000a21:04:25.569565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27222): Terminated: ok {rc=0}\u000a21:04:25.654080 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:03:26" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27234): Process ended prematurely: osmo-stp_10.42.42.5(pid=27234) [trial-2382↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27234)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27234): Process ended prematurely: osmo-stp_10.42.42.5(pid=27234) [trial-2382↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:04:27.699999 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:04:27.711919 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:04:27.880887 tst switch_tch_pdch.py: using LAC 31492\u000a21:04:28.008700 tst switch_tch_pdch.py: using RAC 127\u000a21:04:28.138402 tst switch_tch_pdch.py: using CellId 31492\u000a21:04:28.262789 tst switch_tch_pdch.py: using BVCI 31493\u000a21:04:28.286854 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:04:28.298323 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:04:28.309476 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:04:28.320843 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:04:28.332510 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:04:28.343910 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:04:28.355510 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:04:28.366968 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:04:28.482959 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:04:28.779759 tst switch_tch_pdch.py:51: start network...\u000a21:04:28.916686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:29.431431 run create_hlr_db(pid=27227): Launched\u000a21:04:29.621896 bus /gobi_6: Setting Powered False\u000a21:04:30.643591 run create_hlr_db(pid=27227): Terminated: ok {rc=0}\u000a21:04:31.125922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27229): Launched\u000a21:04:31.545334 run osmo-hlr_10.42.42.2(pid=27230): Launched\u000a21:04:31.768418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:32.374054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27232): Launched\u000a21:04:32.680916 run osmo-stp_10.42.42.5(pid=27234): Launched\u000a21:04:32.792434 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:33.323460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27236): Launched\u000a21:04:33.432026 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:33.697788 run patchelf(pid=27237): Launched\u000a21:04:33.878110 run osmo-stp_10.42.42.5(pid=27234): ERR: Terminated: ERROR {rc=1} [trial-2382↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27234)]\u000a21:04:34.008640 run osmo-stp_10.42.42.5(pid=27234): stdout: \u000a| (launched: 2022-12-12_21:04:32.530110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:34.139292 run osmo-stp_10.42.42.5(pid=27234): stderr: \u000a| �[0;m�[38;5;43m20221212210432698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210432698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210432698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210432699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210432699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210432699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210432699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:34.265853 run osmo-stp_10.42.42.5(pid=27234): stdout: \u000a| (launched: 2022-12-12_21:04:32.530110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:34.392288 run osmo-stp_10.42.42.5(pid=27234): stderr: \u000a| �[0;m�[38;5;43m20221212210432698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210432698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210432698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210432699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210432699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210432699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210432699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:34.539263 run patchelf(pid=27237): Terminating (SIGINT)\u000a21:04:34.711565 run patchelf(pid=27237): Terminated: ok {rc=0}\u000a21:04:34.742667 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27234): Process ended prematurely: osmo-stp_10.42.42.5(pid=27234) [trial-2382↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27234)] [trial-2382↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:04:34.751275 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a21:04:34.812402 run osmo-hlr_10.42.42.2(pid=27230): ERR: Terminated: ERROR {rc=237} [trial-2382↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27230)]\u000a21:04:34.862714 run osmo-hlr_10.42.42.2(pid=27230): stdout: \u000a| (launched: 2022-12-12_21:04:31.283615) \u000a21:04:34.913616 run osmo-hlr_10.42.42.2(pid=27230): stderr: \u000a| �[0;m�[1;31m20221212210431618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210431618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210431618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210431618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210431618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210431619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210431634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210431651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210431651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210431651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:34.956851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27229): Terminating (SIGTERM)\u000a21:04:34.997607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27232): Terminating (SIGTERM)\u000a21:04:35.038337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27236): Terminating (SIGTERM)\u000a21:04:35.047763 --- ParallelTerminationStrategy: PID 27229 died...\u000a21:04:35.102494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27229): Terminated: ok {rc=0}\u000a21:04:35.112248 --- ParallelTerminationStrategy: PID 27232 died...\u000a21:04:35.166412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27232): Terminated: ok {rc=0}\u000a21:04:35.176120 --- ParallelTerminationStrategy: PID 27236 died...\u000a21:04:35.230021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27236): Terminated: ok {rc=0}\u000a21:04:35.320414 bus /gobi_0: Setting Powered False\u000a21:04:36.425649 bus /gobi_0: Setting Powered False\u000a21:04:37.538971 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:04:27" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27248): Process ended prematurely: osmo-stp_10.42.42.5(pid=27248) [trial-2382↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27248)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27248): Process ended prematurely: osmo-stp_10.42.42.5(pid=27248) [trial-2382↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a21:04:39.508384 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:04:39.519286 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a21:04:39.679961 tst switch_tch_pdch.py: using LAC 31493\u000a21:04:39.797528 tst switch_tch_pdch.py: using RAC 128\u000a21:04:39.915007 tst switch_tch_pdch.py: using CellId 31493\u000a21:04:40.036452 tst switch_tch_pdch.py: using BVCI 31494\u000a21:04:40.059656 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:04:40.070590 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:04:40.081354 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:04:40.092078 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:04:40.102858 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:04:40.113649 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:04:40.124455 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:04:40.135182 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:04:40.254689 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:04:40.534720 tst switch_tch_pdch.py:51: start network...\u000a21:04:40.660858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:04:41.120643 run create_hlr_db(pid=27242): Launched\u000a21:04:41.244093 bus /gobi_6: Setting Powered False\u000a21:04:42.318412 run create_hlr_db(pid=27242): Terminated: ok {rc=0}\u000a21:04:42.726397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27244): Launched\u000a21:04:43.053917 run osmo-hlr_10.42.42.2(pid=27245): Launched\u000a21:04:43.172067 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:04:43.712861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27247): Launched\u000a21:04:44.039015 run osmo-stp_10.42.42.5(pid=27248): Launched\u000a21:04:44.158583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:04:44.701340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27250): Launched\u000a21:04:44.818573 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:04:45.102657 run patchelf(pid=27251): Launched\u000a21:04:45.293616 run osmo-stp_10.42.42.5(pid=27248): ERR: Terminated: ERROR {rc=1} [trial-2382↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27248)]\u000a21:04:45.433431 run osmo-stp_10.42.42.5(pid=27248): stdout: \u000a| (launched: 2022-12-12_21:04:43.879426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:45.574206 run osmo-stp_10.42.42.5(pid=27248): stderr: \u000a| �[0;m�[38;5;43m20221212210444066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210444066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210444066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210444067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210444067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210444067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210444067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:45.709172 run osmo-stp_10.42.42.5(pid=27248): stdout: \u000a| (launched: 2022-12-12_21:04:43.879426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:04:45.850894 run osmo-stp_10.42.42.5(pid=27248): stderr: \u000a| �[0;m�[38;5;43m20221212210444066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210444066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210444066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210444067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210444067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210444067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210444067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:04:46.014594 run patchelf(pid=27251): Terminating (SIGINT)\u000a21:04:46.191900 run patchelf(pid=27251): Terminated: ok {rc=0}\u000a21:04:46.224349 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27248): Process ended prematurely: osmo-stp_10.42.42.5(pid=27248) [trial-2382↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27248)] [trial-2382↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a21:04:46.234383 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a21:04:46.297287 run osmo-hlr_10.42.42.2(pid=27245): ERR: Terminated: ERROR {rc=237} [trial-2382↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27245)]\u000a21:04:46.350387 run osmo-hlr_10.42.42.2(pid=27245): stdout: \u000a| (launched: 2022-12-12_21:04:42.893685) \u000a21:04:46.404127 run osmo-hlr_10.42.42.2(pid=27245): stderr: \u000a| �[0;m�[1;31m20221212210443087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210443087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210443087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210443087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210443087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210443087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210443099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210443110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210443110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210443111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:04:46.449134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27244): Terminating (SIGTERM)\u000a21:04:46.492369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27247): Terminating (SIGTERM)\u000a21:04:46.538803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27250): Terminating (SIGTERM)\u000a21:04:46.549215 --- ParallelTerminationStrategy: PID 27244 died...\u000a21:04:46.606342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27244): Terminated: ok {rc=0}\u000a21:04:46.616894 --- ParallelTerminationStrategy: PID 27247 died...\u000a21:04:46.672890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27247): Terminated: ok {rc=0}\u000a21:04:46.683752 --- ParallelTerminationStrategy: PID 27250 died...\u000a21:04:46.740538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27250): Terminated: ok {rc=0}\u000a21:04:46.827558 bus /gobi_0: Setting Powered False\u000a21:04:47.933982 bus /gobi_0: Setting Powered False\u000a21:04:49.046024 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:04:39" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27256): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27256) [trial-2382↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27256)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27256): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27256) [trial-2382↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a21:04:50.948022 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a21:04:50.959041 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a21:04:51.093437 tst mo_mt_sms.py: using LAC 31494\u000a21:04:51.212672 tst mo_mt_sms.py: using RAC 129\u000a21:04:51.332457 tst mo_mt_sms.py: using CellId 31494\u000a21:04:51.452579 tst mo_mt_sms.py: using BVCI 31495\u000a21:04:51.475419 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:04:51.593963 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:04:51.887625 tst mo_mt_sms.py:9: start nitb and bts...\u000a21:04:52.023438 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:04:52.690225 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27255): Launched\u000a21:04:53.012797 run osmo-nitb_10.42.42.2(pid=27256): Launched\u000a21:04:53.213665 run osmo-nitb_10.42.42.2(pid=27256): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27256)]\u000a21:04:53.361580 run osmo-nitb_10.42.42.2(pid=27256): stdout: \u000a| (launched: 2022-12-12_21:04:52.855384) \u000a21:04:53.509401 run osmo-nitb_10.42.42.2(pid=27256): stderr: \u000a| (launched: 2022-12-12_21:04:52.903432)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:04:53.653008 run osmo-nitb_10.42.42.2(pid=27256): stdout: \u000a| (launched: 2022-12-12_21:04:52.855384) \u000a21:04:53.795272 run osmo-nitb_10.42.42.2(pid=27256): stderr: \u000a| (launched: 2022-12-12_21:04:52.903432)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:04:54.145089 tst osmo-nitb_10.42.42.2(pid=27256): stdout: \u000a| (launched: 2022-12-12_21:04:52.855384) \u000a21:04:54.275268 tst osmo-nitb_10.42.42.2(pid=27256): stderr: \u000a| (launched: 2022-12-12_21:04:52.903432)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:04:54.332543 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=27256): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27256) [trial-2382↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27256)] [trial-2382↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a21:04:54.341743 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a21:04:54.379615 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27255): Terminating (SIGTERM)\u000a21:04:54.557710 --- ParallelTerminationStrategy: PID 27255 died...\u000a21:04:54.617131 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27255): Terminated: ok {rc=0}\u000a21:04:54.705077 bus /sierra_3: Setting Powered False\u000a21:04:55.813495 bus /sierra_3: Setting Powered False\u000a21:04:56.924451 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:04:50" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27269): Process ended prematurely: osmo-stp_10.42.42.5(pid=27269) [trial-2382↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27269)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27269): Process ended prematurely: osmo-stp_10.42.42.5(pid=27269) [trial-2382↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a21:04:58.831728 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:04:58.842922 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a21:04:58.986968 tst mo_mt_sms.py: using LAC 31495\u000a21:04:59.113794 tst mo_mt_sms.py: using RAC 130\u000a21:04:59.240360 tst mo_mt_sms.py: using CellId 31495\u000a21:04:59.368678 tst mo_mt_sms.py: using BVCI 31496\u000a21:04:59.393654 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:04:59.404917 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:04:59.416060 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:04:59.427927 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:04:59.439400 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:04:59.450807 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:04:59.569612 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:04:59.771191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:00.256097 run create_hlr_db(pid=27260): Launched\u000a21:05:00.432362 bus /sierra_2: Setting Powered False\u000a21:05:01.486842 run create_hlr_db(pid=27260): Terminated: ok {rc=0}\u000a21:05:01.907599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27265): Launched\u000a21:05:02.232317 run osmo-hlr_10.42.42.2(pid=27266): Launched\u000a21:05:02.342596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:02.881594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27268): Launched\u000a21:05:03.182174 run osmo-stp_10.42.42.5(pid=27269): Launched\u000a21:05:03.291704 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:05:03.853807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27271): Launched\u000a21:05:04.179399 run osmo-msc_10.42.42.6(pid=27272): Launched\u000a21:05:04.370451 run osmo-stp_10.42.42.5(pid=27269): ERR: Terminated: ERROR {rc=1} [trial-2382↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27269)]\u000a21:05:04.509709 run osmo-stp_10.42.42.5(pid=27269): stdout: \u000a| (launched: 2022-12-12_21:05:03.034353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:04.648461 run osmo-stp_10.42.42.5(pid=27269): stderr: \u000a| �[0;m�[38;5;43m20221212210503201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210503201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210503201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210503202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210503202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210503202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210503203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:04.779545 run osmo-stp_10.42.42.5(pid=27269): stdout: \u000a| (launched: 2022-12-12_21:05:03.034353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:04.908920 run osmo-stp_10.42.42.5(pid=27269): stderr: \u000a| �[0;m�[38;5;43m20221212210503201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210503201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210503201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210503202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210503202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210503202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210503203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:04.965807 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=27269): Process ended prematurely: osmo-stp_10.42.42.5(pid=27269) [trial-2382↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27269)] [trial-2382↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a21:05:04.974298 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a21:05:05.039186 run osmo-hlr_10.42.42.2(pid=27266): ERR: Terminated: ERROR {rc=237} [trial-2382↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27266)]\u000a21:05:05.091829 run osmo-hlr_10.42.42.2(pid=27266): stdout: \u000a| (launched: 2022-12-12_21:05:02.063797) \u000a21:05:05.145172 run osmo-hlr_10.42.42.2(pid=27266): stderr: \u000a| �[0;m�[1;31m20221212210502294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210502294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210502294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210502294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210502294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210502294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210502316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210502326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210502326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210502326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:05.217209 run osmo-msc_10.42.42.6(pid=27272): ERR: Terminated: ERROR {rc=2} [trial-2382↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27272)]\u000a21:05:05.269579 run osmo-msc_10.42.42.6(pid=27272): stdout: \u000a| (launched: 2022-12-12_21:05:04.019254) \u000a21:05:05.322959 run osmo-msc_10.42.42.6(pid=27272): stderr: \u000a| �[0;m�[38;5;43m20221212210504336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210504336 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde9a10ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210504336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210504336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210504336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210504337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210504338 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210504339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210504339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210504339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:05:05.368291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27265): Terminating (SIGTERM)\u000a21:05:05.410928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27268): Terminating (SIGTERM)\u000a21:05:05.454181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27271): Terminating (SIGTERM)\u000a21:05:05.464154 --- ParallelTerminationStrategy: PID 27265 died...\u000a21:05:05.521549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27265): Terminated: ok {rc=0}\u000a21:05:05.532556 --- ParallelTerminationStrategy: PID 27268 died...\u000a21:05:05.590488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27268): Terminated: ok {rc=0}\u000a21:05:05.600808 --- ParallelTerminationStrategy: PID 27271 died...\u000a21:05:05.657887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27271): Terminated: ok {rc=0}\u000a21:05:05.746840 bus /sierra_3: Setting Powered False\u000a21:05:06.855708 bus /sierra_3: Setting Powered False\u000a21:05:07.964472 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:04:58" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27278): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27278) [trial-2382↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27278)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27278): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27278) [trial-2382↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a21:05:09.822304 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a21:05:09.833817 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a21:05:09.977424 tst assert_extension.py: using LAC 31496\u000a21:05:10.107902 tst assert_extension.py: using RAC 131\u000a21:05:10.238079 tst assert_extension.py: using CellId 31496\u000a21:05:10.366958 tst assert_extension.py: using BVCI 31497\u000a21:05:10.392093 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a21:05:10.670223 tst assert_extension.py:10: start nitb and bts...\u000a21:05:10.795946 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:05:11.422775 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27277): Launched\u000a21:05:11.723103 run osmo-nitb_10.42.42.2(pid=27278): Launched\u000a21:05:11.909064 run osmo-nitb_10.42.42.2(pid=27278): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27278)]\u000a21:05:12.046962 run osmo-nitb_10.42.42.2(pid=27278): stdout: \u000a| (launched: 2022-12-12_21:05:11.577110) \u000a21:05:12.184357 run osmo-nitb_10.42.42.2(pid=27278): stderr: \u000a| (launched: 2022-12-12_21:05:11.622055)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:05:12.317609 run osmo-nitb_10.42.42.2(pid=27278): stdout: \u000a| (launched: 2022-12-12_21:05:11.577110) \u000a21:05:12.449844 run osmo-nitb_10.42.42.2(pid=27278): stderr: \u000a| (launched: 2022-12-12_21:05:11.622055)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:05:12.846626 tst osmo-nitb_10.42.42.2(pid=27278): stdout: \u000a| (launched: 2022-12-12_21:05:11.577110) \u000a21:05:12.967872 tst osmo-nitb_10.42.42.2(pid=27278): stderr: \u000a| (launched: 2022-12-12_21:05:11.622055)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:05:13.021144 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=27278): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27278) [trial-2382↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27278)] [trial-2382↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a21:05:13.029139 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a21:05:13.063960 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27277): Terminating (SIGTERM)\u000a21:05:13.241668 --- ParallelTerminationStrategy: PID 27277 died...\u000a21:05:13.297267 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27277): Terminated: ok {rc=0}\u000a21:05:13.387908 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:05:09" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27288): Process ended prematurely: osmo-stp_10.42.42.5(pid=27288) [trial-2382↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27288)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27288): Process ended prematurely: osmo-stp_10.42.42.5(pid=27288) [trial-2382↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a21:05:15.244816 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:05:15.256641 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a21:05:15.393843 tst assert_extension.py: using LAC 31497\u000a21:05:15.511561 tst assert_extension.py: using RAC 132\u000a21:05:15.629025 tst assert_extension.py: using CellId 31497\u000a21:05:15.745565 tst assert_extension.py: using BVCI 31498\u000a21:05:15.768575 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:05:15.779404 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:05:15.790043 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:05:15.800561 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:05:15.811128 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:05:15.821719 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a21:05:16.056227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:16.603142 run create_hlr_db(pid=27282): Launched\u000a21:05:16.780714 bus /sierra_2: Setting Powered False\u000a21:05:17.798015 run create_hlr_db(pid=27282): Terminated: ok {rc=0}\u000a21:05:18.228499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27284): Launched\u000a21:05:18.554984 run osmo-hlr_10.42.42.2(pid=27285): Launched\u000a21:05:18.674481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:19.332442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27287): Launched\u000a21:05:19.655024 run osmo-stp_10.42.42.5(pid=27288): Launched\u000a21:05:19.773214 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:05:20.359518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27290): Launched\u000a21:05:20.680734 run osmo-msc_10.42.42.6(pid=27291): Launched\u000a21:05:20.869497 run osmo-stp_10.42.42.5(pid=27288): ERR: Terminated: ERROR {rc=1} [trial-2382↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27288)]\u000a21:05:21.006477 run osmo-stp_10.42.42.5(pid=27288): stdout: \u000a| (launched: 2022-12-12_21:05:19.496543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:21.143159 run osmo-stp_10.42.42.5(pid=27288): stderr: \u000a| �[0;m�[38;5;43m20221212210519683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210519684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210519684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210519684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210519685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210519685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210519685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:21.272416 run osmo-stp_10.42.42.5(pid=27288): stdout: \u000a| (launched: 2022-12-12_21:05:19.496543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:21.401334 run osmo-stp_10.42.42.5(pid=27288): stderr: \u000a| �[0;m�[38;5;43m20221212210519683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210519684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210519684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210519684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210519685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210519685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210519685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:21.457779 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=27288): Process ended prematurely: osmo-stp_10.42.42.5(pid=27288) [trial-2382↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27288)] [trial-2382↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a21:05:21.466270 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a21:05:21.530709 run osmo-hlr_10.42.42.2(pid=27285): ERR: Terminated: ERROR {rc=237} [trial-2382↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27285)]\u000a21:05:21.584132 run osmo-hlr_10.42.42.2(pid=27285): stdout: \u000a| (launched: 2022-12-12_21:05:18.395116) \u000a21:05:21.638016 run osmo-hlr_10.42.42.2(pid=27285): stderr: \u000a| �[0;m�[1;31m20221212210518588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210518589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210518589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210518589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210518589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210518589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210518601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210518610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210518611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210518611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:21.710227 run osmo-msc_10.42.42.6(pid=27291): ERR: Terminated: ERROR {rc=2} [trial-2382↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27291)]\u000a21:05:21.762791 run osmo-msc_10.42.42.6(pid=27291): stdout: \u000a| (launched: 2022-12-12_21:05:20.522503) \u000a21:05:21.816149 run osmo-msc_10.42.42.6(pid=27291): stderr: \u000a| �[0;m�[38;5;43m20221212210520841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210520841 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa816b20c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210520841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210520841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210520841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210520842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210520843 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210520844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210520844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210520844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:05:21.861389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27284): Terminating (SIGTERM)\u000a21:05:21.904583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27287): Terminating (SIGTERM)\u000a21:05:21.947267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27290): Terminating (SIGTERM)\u000a21:05:21.957483 --- ParallelTerminationStrategy: PID 27284 died...\u000a21:05:22.014869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27284): Terminated: ok {rc=0}\u000a21:05:22.025144 --- ParallelTerminationStrategy: PID 27287 died...\u000a21:05:22.082035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27287): Terminated: ok {rc=0}\u000a21:05:22.092362 --- ParallelTerminationStrategy: PID 27290 died...\u000a21:05:22.149430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27290): Terminated: ok {rc=0}\u000a21:05:22.240328 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:05:15" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27302): Process ended prematurely: osmo-stp_10.42.42.5(pid=27302) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27302)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27302): Process ended prematurely: osmo-stp_10.42.42.5(pid=27302) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:05:24.213629 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:24.225364 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:05:24.393239 tst mo_mt_call.py: using LAC 31498\u000a21:05:24.523526 tst mo_mt_call.py: using RAC 133\u000a21:05:24.652871 tst mo_mt_call.py: using CellId 31498\u000a21:05:24.785160 tst mo_mt_call.py: using BVCI 31499\u000a21:05:24.810424 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:24.822207 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:24.833763 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:24.845788 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:24.857924 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:24.869970 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:05:24.986899 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:05:25.190352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:25.683086 run create_hlr_db(pid=27296): Launched\u000a21:05:25.872587 bus /sierra_2: Setting Powered False\u000a21:05:26.894426 run create_hlr_db(pid=27296): Terminated: ok {rc=0}\u000a21:05:27.327990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27298): Launched\u000a21:05:27.656715 run osmo-hlr_10.42.42.2(pid=27299): Launched\u000a21:05:27.780440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:28.347336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27301): Launched\u000a21:05:28.674298 run osmo-stp_10.42.42.5(pid=27302): Launched\u000a21:05:28.792865 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:05:29.388664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27304): Launched\u000a21:05:29.716075 run osmo-msc_10.42.42.6(pid=27305): Launched\u000a21:05:29.906738 run osmo-stp_10.42.42.5(pid=27302): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27302)]\u000a21:05:30.044373 run osmo-stp_10.42.42.5(pid=27302): stdout: \u000a| (launched: 2022-12-12_21:05:28.514313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:30.181635 run osmo-stp_10.42.42.5(pid=27302): stderr: \u000a| �[0;m�[38;5;43m20221212210528703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210528703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210528703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210528704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210528704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210528704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210528704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:30.313143 run osmo-stp_10.42.42.5(pid=27302): stdout: \u000a| (launched: 2022-12-12_21:05:28.514313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:30.443897 run osmo-stp_10.42.42.5(pid=27302): stderr: \u000a| �[0;m�[38;5;43m20221212210528703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210528703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210528703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210528704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210528704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210528704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210528704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:30.501346 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27302): Process ended prematurely: osmo-stp_10.42.42.5(pid=27302) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27302)] [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:05:30.510659 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:05:30.575266 run osmo-hlr_10.42.42.2(pid=27299): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27299)]\u000a21:05:30.627913 run osmo-hlr_10.42.42.2(pid=27299): stdout: \u000a| (launched: 2022-12-12_21:05:27.495115) \u000a21:05:30.681245 run osmo-hlr_10.42.42.2(pid=27299): stderr: \u000a| �[0;m�[1;31m20221212210527688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210527689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210527689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210527689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210527689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210527689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210527702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210527711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210527711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210527712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:30.753164 run osmo-msc_10.42.42.6(pid=27305): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27305)]\u000a21:05:30.805544 run osmo-msc_10.42.42.6(pid=27305): stdout: \u000a| (launched: 2022-12-12_21:05:29.555886) \u000a21:05:30.872926 run osmo-msc_10.42.42.6(pid=27305): stderr: \u000a| �[0;m�[38;5;43m20221212210529877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210529877 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc75c0ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210529877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210529877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210529878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210529878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210529880 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210529880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210529880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210529880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:05:30.924013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27298): Terminating (SIGTERM)\u000a21:05:30.969597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27301): Terminating (SIGTERM)\u000a21:05:31.014852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27304): Terminating (SIGTERM)\u000a21:05:31.025883 --- ParallelTerminationStrategy: PID 27298 died...\u000a21:05:31.085750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27298): Terminated: ok {rc=0}\u000a21:05:31.096433 --- ParallelTerminationStrategy: PID 27301 died...\u000a21:05:31.155200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27301): Terminated: ok {rc=0}\u000a21:05:31.166025 --- ParallelTerminationStrategy: PID 27304 died...\u000a21:05:31.223711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27304): Terminated: ok {rc=0}\u000a21:05:31.327608 bus /sierra_3: Setting Powered False\u000a21:05:32.433487 bus /sierra_3: Setting Powered False\u000a21:05:33.546970 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27313): Process ended prematurely: osmo-stp_10.42.42.5(pid=27313) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27313)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27313): Process ended prematurely: osmo-stp_10.42.42.5(pid=27313) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:05:34.657294 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:34.668936 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:05:34.828870 tst mo_mt_call_osmux.py: using LAC 31499\u000a21:05:34.949419 tst mo_mt_call_osmux.py: using RAC 134\u000a21:05:35.082696 tst mo_mt_call_osmux.py: using CellId 31499\u000a21:05:35.210326 tst mo_mt_call_osmux.py: using BVCI 31500\u000a21:05:35.235461 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:35.247398 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:35.258976 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:35.270882 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:35.282880 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:05:35.294595 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:05:35.415502 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:05:35.619322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:36.107985 run create_hlr_db(pid=27307): Launched\u000a21:05:36.283133 bus /sierra_2: Setting Powered False\u000a21:05:37.305888 run create_hlr_db(pid=27307): Terminated: ok {rc=0}\u000a21:05:37.740440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27309): Launched\u000a21:05:38.067731 run osmo-hlr_10.42.42.2(pid=27310): Launched\u000a21:05:38.188304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:38.757757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27312): Launched\u000a21:05:39.086974 run osmo-stp_10.42.42.5(pid=27313): Launched\u000a21:05:39.207536 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:05:39.805305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27315): Launched\u000a21:05:40.133825 run osmo-msc_10.42.42.6(pid=27316): Launched\u000a21:05:40.325448 run osmo-stp_10.42.42.5(pid=27313): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27313)]\u000a21:05:40.464008 run osmo-stp_10.42.42.5(pid=27313): stdout: \u000a| (launched: 2022-12-12_21:05:38.925594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:40.601575 run osmo-stp_10.42.42.5(pid=27313): stderr: \u000a| �[0;m�[38;5;43m20221212210539114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210539114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210539114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210539115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210539115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210539115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210539116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:40.733305 run osmo-stp_10.42.42.5(pid=27313): stdout: \u000a| (launched: 2022-12-12_21:05:38.925594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:40.864285 run osmo-stp_10.42.42.5(pid=27313): stderr: \u000a| �[0;m�[38;5;43m20221212210539114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210539114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210539114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210539115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210539115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210539115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210539116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:40.922214 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27313): Process ended prematurely: osmo-stp_10.42.42.5(pid=27313) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27313)] [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:05:40.931705 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:05:40.995992 run osmo-hlr_10.42.42.2(pid=27310): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27310)]\u000a21:05:41.048807 run osmo-hlr_10.42.42.2(pid=27310): stdout: \u000a| (launched: 2022-12-12_21:05:37.908060) \u000a21:05:41.102335 run osmo-hlr_10.42.42.2(pid=27310): stderr: \u000a| �[0;m�[1;31m20221212210538101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210538101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210538101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210538101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210538102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210538102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210538114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210538124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210538124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210538124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:41.174441 run osmo-msc_10.42.42.6(pid=27316): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27316)]\u000a21:05:41.227006 run osmo-msc_10.42.42.6(pid=27316): stdout: \u000a| (launched: 2022-12-12_21:05:39.972452) \u000a21:05:41.280328 run osmo-msc_10.42.42.6(pid=27316): stderr: \u000a| �[0;m�[38;5;43m20221212210540291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210540291 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba53913c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210540291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210540291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210540291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210540291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210540293 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210540293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210540294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210540294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:05:41.324942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27309): Terminating (SIGTERM)\u000a21:05:41.367516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27312): Terminating (SIGTERM)\u000a21:05:41.410467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27315): Terminating (SIGTERM)\u000a21:05:41.420192 --- ParallelTerminationStrategy: PID 27309 died...\u000a21:05:41.478078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27309): Terminated: ok {rc=0}\u000a21:05:41.488241 --- ParallelTerminationStrategy: PID 27312 died...\u000a21:05:41.546185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27312): Terminated: ok {rc=0}\u000a21:05:41.556352 --- ParallelTerminationStrategy: PID 27315 died...\u000a21:05:41.613209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27315): Terminated: ok {rc=0}\u000a21:05:41.702424 bus /sierra_3: Setting Powered False\u000a21:05:42.805230 bus /sierra_3: Setting Powered False\u000a21:05:43.917798 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:05:23" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27327): Process ended prematurely: osmo-stp_10.42.42.5(pid=27327) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27327)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27327): Process ended prematurely: osmo-stp_10.42.42.5(pid=27327) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:05:45.940247 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:05:45.953741 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:05:46.112837 tst mo_mt_call.py: using LAC 31500\u000a21:05:46.242946 tst mo_mt_call.py: using RAC 135\u000a21:05:46.367375 tst mo_mt_call.py: using CellId 31500\u000a21:05:46.490350 tst mo_mt_call.py: using BVCI 31501\u000a21:05:46.514382 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:05:46.526862 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:05:46.538693 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:05:46.550305 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:05:46.562278 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:05:46.573795 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:05:46.694556 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:05:46.938492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:47.461427 run create_hlr_db(pid=27321): Launched\u000a21:05:47.651715 bus /sierra_2: Setting Powered False\u000a21:05:48.674120 run create_hlr_db(pid=27321): Terminated: ok {rc=0}\u000a21:05:49.084289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27323): Launched\u000a21:05:49.389305 run osmo-hlr_10.42.42.2(pid=27324): Launched\u000a21:05:49.508301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:05:50.043980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27326): Launched\u000a21:05:50.348259 run osmo-stp_10.42.42.5(pid=27327): Launched\u000a21:05:50.458170 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:05:51.021283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27329): Launched\u000a21:05:51.328567 run osmo-msc_10.42.42.6(pid=27330): Launched\u000a21:05:51.509378 run osmo-stp_10.42.42.5(pid=27327): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27327)]\u000a21:05:51.639479 run osmo-stp_10.42.42.5(pid=27327): stdout: \u000a| (launched: 2022-12-12_21:05:50.199267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:51.767284 run osmo-stp_10.42.42.5(pid=27327): stderr: \u000a| �[0;m�[38;5;43m20221212210550367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210550367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210550367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210550368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210550368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210550368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210550368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:51.890924 run osmo-stp_10.42.42.5(pid=27327): stdout: \u000a| (launched: 2022-12-12_21:05:50.199267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:05:52.013378 run osmo-stp_10.42.42.5(pid=27327): stderr: \u000a| �[0;m�[38;5;43m20221212210550367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210550367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210550367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210550368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210550368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210550368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210550368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:05:52.067286 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27327): Process ended prematurely: osmo-stp_10.42.42.5(pid=27327) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27327)] [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:05:52.075840 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:05:52.136339 run osmo-hlr_10.42.42.2(pid=27324): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27324)]\u000a21:05:52.186348 run osmo-hlr_10.42.42.2(pid=27324): stdout: \u000a| (launched: 2022-12-12_21:05:49.240201) \u000a21:05:52.237161 run osmo-hlr_10.42.42.2(pid=27324): stderr: \u000a| �[0;m�[1;31m20221212210549414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210549414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210549414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210549414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210549415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210549415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210549427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210549436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210549436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210549436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:05:52.306187 run osmo-msc_10.42.42.6(pid=27330): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27330)]\u000a21:05:52.356400 run osmo-msc_10.42.42.6(pid=27330): stdout: \u000a| (launched: 2022-12-12_21:05:51.177341) \u000a21:05:52.407122 run osmo-msc_10.42.42.6(pid=27330): stderr: \u000a| �[0;m�[38;5;43m20221212210551446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210551447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01e2b40c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210551447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210551447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210551447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210551447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210551449 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210551449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210551449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210551449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:05:52.449750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27323): Terminating (SIGTERM)\u000a21:05:52.490041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27326): Terminating (SIGTERM)\u000a21:05:52.530461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27329): Terminating (SIGTERM)\u000a21:05:52.539742 --- ParallelTerminationStrategy: PID 27323 died...\u000a21:05:52.593408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27323): Terminated: ok {rc=0}\u000a21:05:52.603031 --- ParallelTerminationStrategy: PID 27326 died...\u000a21:05:52.656546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27326): Terminated: ok {rc=0}\u000a21:05:52.666145 --- ParallelTerminationStrategy: PID 27329 died...\u000a21:05:52.720041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27329): Terminated: ok {rc=0}\u000a21:05:52.809784 bus /sierra_3: Setting Powered False\u000a21:05:53.917042 bus /sierra_3: Setting Powered False\u000a21:05:55.031711 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27338): Process ended prematurely: osmo-stp_10.42.42.5(pid=27338) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27338)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27338): Process ended prematurely: osmo-stp_10.42.42.5(pid=27338) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:05:56.148129 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:05:56.160511 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:05:56.329956 tst mo_mt_call_osmux.py: using LAC 31501\u000a21:05:56.460823 tst mo_mt_call_osmux.py: using RAC 136\u000a21:05:56.592540 tst mo_mt_call_osmux.py: using CellId 31501\u000a21:05:56.726935 tst mo_mt_call_osmux.py: using BVCI 31502\u000a21:05:56.752162 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:05:56.764152 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:05:56.775841 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:05:56.787668 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:05:56.799691 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:05:56.811731 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:05:56.933305 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:05:57.146340 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:05:57.661499 run create_hlr_db(pid=27332): Launched\u000a21:05:57.851610 bus /sierra_2: Setting Powered False\u000a21:05:58.873963 run create_hlr_db(pid=27332): Terminated: ok {rc=0}\u000a21:05:59.308156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27334): Launched\u000a21:05:59.638596 run osmo-hlr_10.42.42.2(pid=27335): Launched\u000a21:05:59.760339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:00.337236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27337): Launched\u000a21:06:00.667637 run osmo-stp_10.42.42.5(pid=27338): Launched\u000a21:06:00.787852 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:06:01.439287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27340): Launched\u000a21:06:01.868489 run osmo-msc_10.42.42.6(pid=27341): Launched\u000a21:06:02.296254 run osmo-stp_10.42.42.5(pid=27338): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27338)]\u000a21:06:02.434898 run osmo-stp_10.42.42.5(pid=27338): stdout: \u000a| (launched: 2022-12-12_21:06:00.505822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:02.572713 run osmo-stp_10.42.42.5(pid=27338): stderr: \u000a| �[0;m�[38;5;43m20221212210600693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210600693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210600694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210600694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210600695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210600695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210600695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:02.705407 run osmo-stp_10.42.42.5(pid=27338): stdout: \u000a| (launched: 2022-12-12_21:06:00.505822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:02.837042 run osmo-stp_10.42.42.5(pid=27338): stderr: \u000a| �[0;m�[38;5;43m20221212210600693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210600693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210600694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210600694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210600695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210600695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210600695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:02.894844 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27338): Process ended prematurely: osmo-stp_10.42.42.5(pid=27338) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27338)] [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:06:02.904169 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a21:06:02.969054 run osmo-hlr_10.42.42.2(pid=27335): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27335)]\u000a21:06:03.022241 run osmo-hlr_10.42.42.2(pid=27335): stdout: \u000a| (launched: 2022-12-12_21:05:59.475905) \u000a21:06:03.076100 run osmo-hlr_10.42.42.2(pid=27335): stderr: \u000a| �[0;m�[1;31m20221212210559671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210559671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210559671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210559671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210559671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210559672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210559684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210559692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210559692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210559692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:03.148503 run osmo-msc_10.42.42.6(pid=27341): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27341)]\u000a21:06:03.201661 run osmo-msc_10.42.42.6(pid=27341): stdout: \u000a| (launched: 2022-12-12_21:06:01.610748) \u000a21:06:03.255270 run osmo-msc_10.42.42.6(pid=27341): stderr: \u000a| �[0;m�[38;5;43m20221212210602030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210602030 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee2984fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210602030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210602030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210602030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210602030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210602032 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210602032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210602033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210602033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:06:03.300399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27334): Terminating (SIGTERM)\u000a21:06:03.343545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27337): Terminating (SIGTERM)\u000a21:06:03.387374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27340): Terminating (SIGTERM)\u000a21:06:03.397242 --- ParallelTerminationStrategy: PID 27334 died...\u000a21:06:03.454742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27334): Terminated: ok {rc=0}\u000a21:06:03.465112 --- ParallelTerminationStrategy: PID 27337 died...\u000a21:06:03.522505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27337): Terminated: ok {rc=0}\u000a21:06:03.532781 --- ParallelTerminationStrategy: PID 27340 died...\u000a21:06:03.590459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27340): Terminated: ok {rc=0}\u000a21:06:03.678465 bus /sierra_3: Setting Powered False\u000a21:06:04.786227 bus /sierra_3: Setting Powered False\u000a21:06:05.894681 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:05:45" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27352): Process ended prematurely: osmo-stp_10.42.42.5(pid=27352) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27352)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27352): Process ended prematurely: osmo-stp_10.42.42.5(pid=27352) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:06:07.907495 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:07.919546 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:06:08.086270 tst mo_mt_call.py: using LAC 31502\u000a21:06:08.214676 tst mo_mt_call.py: using RAC 137\u000a21:06:08.343028 tst mo_mt_call.py: using CellId 31502\u000a21:06:08.467137 tst mo_mt_call.py: using BVCI 31503\u000a21:06:08.490816 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:08.502347 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:08.513564 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:08.525365 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:08.537187 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:08.548778 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:06:08.668282 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:06:08.882446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:09.400636 run create_hlr_db(pid=27346): Launched\u000a21:06:09.592740 bus /sierra_2: Setting Powered False\u000a21:06:10.614533 run create_hlr_db(pid=27346): Terminated: ok {rc=0}\u000a21:06:11.023892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27348): Launched\u000a21:06:11.331862 run osmo-hlr_10.42.42.2(pid=27349): Launched\u000a21:06:11.445415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:11.987464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27351): Launched\u000a21:06:12.316545 run osmo-stp_10.42.42.5(pid=27352): Launched\u000a21:06:12.436940 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:06:13.037679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27354): Launched\u000a21:06:13.367659 run osmo-msc_10.42.42.6(pid=27355): Launched\u000a21:06:13.560731 run osmo-stp_10.42.42.5(pid=27352): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27352)]\u000a21:06:13.700756 run osmo-stp_10.42.42.5(pid=27352): stdout: \u000a| (launched: 2022-12-12_21:06:12.155466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:13.838593 run osmo-stp_10.42.42.5(pid=27352): stderr: \u000a| �[0;m�[38;5;43m20221212210612345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210612345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210612345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210612346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210612346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210612347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210612347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:13.971529 run osmo-stp_10.42.42.5(pid=27352): stdout: \u000a| (launched: 2022-12-12_21:06:12.155466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:14.103170 run osmo-stp_10.42.42.5(pid=27352): stderr: \u000a| �[0;m�[38;5;43m20221212210612345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210612345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210612345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210612346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210612346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210612347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210612347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:14.161010 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27352): Process ended prematurely: osmo-stp_10.42.42.5(pid=27352) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27352)] [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:06:14.170669 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:06:14.234998 run osmo-hlr_10.42.42.2(pid=27349): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27349)]\u000a21:06:14.287664 run osmo-hlr_10.42.42.2(pid=27349): stdout: \u000a| (launched: 2022-12-12_21:06:11.181207) \u000a21:06:14.341284 run osmo-hlr_10.42.42.2(pid=27349): stderr: \u000a| �[0;m�[1;31m20221212210611355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210611355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210611355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210611355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210611355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210611355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210611367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210611375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210611376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210611376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:14.413444 run osmo-msc_10.42.42.6(pid=27355): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27355)]\u000a21:06:14.466031 run osmo-msc_10.42.42.6(pid=27355): stdout: \u000a| (launched: 2022-12-12_21:06:13.206551) \u000a21:06:14.519497 run osmo-msc_10.42.42.6(pid=27355): stderr: \u000a| �[0;m�[38;5;43m20221212210613526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210613526 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb14d49ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210613526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210613526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210613527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210613527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210613528 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210613529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210613529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210613529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:06:14.565059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27348): Terminating (SIGTERM)\u000a21:06:14.607637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27351): Terminating (SIGTERM)\u000a21:06:14.650653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27354): Terminating (SIGTERM)\u000a21:06:14.660849 --- ParallelTerminationStrategy: PID 27348 died...\u000a21:06:14.718221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27348): Terminated: ok {rc=0}\u000a21:06:14.728842 --- ParallelTerminationStrategy: PID 27351 died...\u000a21:06:14.786449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27351): Terminated: ok {rc=0}\u000a21:06:14.796730 --- ParallelTerminationStrategy: PID 27354 died...\u000a21:06:14.853417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27354): Terminated: ok {rc=0}\u000a21:06:14.942035 bus /sierra_3: Setting Powered False\u000a21:06:16.061694 bus /sierra_3: Setting Powered False\u000a21:06:17.182593 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27363): Process ended prematurely: osmo-stp_10.42.42.5(pid=27363) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27363)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27363): Process ended prematurely: osmo-stp_10.42.42.5(pid=27363) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:06:18.299276 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:18.311699 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:06:18.478685 tst mo_mt_call_osmux.py: using LAC 31503\u000a21:06:18.608814 tst mo_mt_call_osmux.py: using RAC 138\u000a21:06:18.739415 tst mo_mt_call_osmux.py: using CellId 31503\u000a21:06:18.873556 tst mo_mt_call_osmux.py: using BVCI 31504\u000a21:06:18.898750 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:18.910503 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:18.922015 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:18.933889 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:18.945802 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:06:18.957602 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:06:19.078071 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:06:19.285751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:19.778493 run create_hlr_db(pid=27357): Launched\u000a21:06:19.955625 bus /sierra_2: Setting Powered False\u000a21:06:20.977362 run create_hlr_db(pid=27357): Terminated: ok {rc=0}\u000a21:06:21.414014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27359): Launched\u000a21:06:21.745132 run osmo-hlr_10.42.42.2(pid=27360): Launched\u000a21:06:21.868897 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:22.439343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27362): Launched\u000a21:06:22.768292 run osmo-stp_10.42.42.5(pid=27363): Launched\u000a21:06:22.887929 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:06:23.489265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27365): Launched\u000a21:06:23.821478 run osmo-msc_10.42.42.6(pid=27366): Launched\u000a21:06:24.015172 run osmo-stp_10.42.42.5(pid=27363): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27363)]\u000a21:06:24.155179 run osmo-stp_10.42.42.5(pid=27363): stdout: \u000a| (launched: 2022-12-12_21:06:22.607509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:24.293556 run osmo-stp_10.42.42.5(pid=27363): stderr: \u000a| �[0;m�[38;5;43m20221212210622795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210622795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210622795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210622796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210622796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210622797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210622797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:24.426526 run osmo-stp_10.42.42.5(pid=27363): stdout: \u000a| (launched: 2022-12-12_21:06:22.607509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:24.558383 run osmo-stp_10.42.42.5(pid=27363): stderr: \u000a| �[0;m�[38;5;43m20221212210622795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210622795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210622795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210622796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210622796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210622797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210622797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:24.616748 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27363): Process ended prematurely: osmo-stp_10.42.42.5(pid=27363) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27363)] [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:06:24.626379 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a21:06:24.690817 run osmo-hlr_10.42.42.2(pid=27360): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27360)]\u000a21:06:24.743849 run osmo-hlr_10.42.42.2(pid=27360): stdout: \u000a| (launched: 2022-12-12_21:06:21.582950) \u000a21:06:24.797400 run osmo-hlr_10.42.42.2(pid=27360): stderr: \u000a| �[0;m�[1;31m20221212210621778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210621778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210621778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210621778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210621778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210621778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210621790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210621799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210621800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210621800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:24.869381 run osmo-msc_10.42.42.6(pid=27366): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27366)]\u000a21:06:24.921879 run osmo-msc_10.42.42.6(pid=27366): stdout: \u000a| (launched: 2022-12-12_21:06:23.658306) \u000a21:06:24.975149 run osmo-msc_10.42.42.6(pid=27366): stderr: \u000a| �[0;m�[38;5;43m20221212210623977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210623977 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa58731fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210623977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210623977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210623977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210623977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210623979 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210623979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210623980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210623980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:06:25.019963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27359): Terminating (SIGTERM)\u000a21:06:25.062603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27362): Terminating (SIGTERM)\u000a21:06:25.105343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27365): Terminating (SIGTERM)\u000a21:06:25.115481 --- ParallelTerminationStrategy: PID 27359 died...\u000a21:06:25.172731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27359): Terminated: ok {rc=0}\u000a21:06:25.183154 --- ParallelTerminationStrategy: PID 27362 died...\u000a21:06:25.239779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27362): Terminated: ok {rc=0}\u000a21:06:25.250325 --- ParallelTerminationStrategy: PID 27365 died...\u000a21:06:25.307746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27365): Terminated: ok {rc=0}\u000a21:06:25.396429 bus /sierra_3: Setting Powered False\u000a21:06:26.505374 bus /sierra_3: Setting Powered False\u000a21:06:27.619559 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:06:07" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27377): Process ended prematurely: osmo-stp_10.42.42.5(pid=27377) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27377)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27377): Process ended prematurely: osmo-stp_10.42.42.5(pid=27377) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:06:29.636618 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:06:29.648251 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:06:29.816736 tst mo_mt_call.py: using LAC 31504\u000a21:06:29.939341 tst mo_mt_call.py: using RAC 139\u000a21:06:30.062637 tst mo_mt_call.py: using CellId 31504\u000a21:06:30.185908 tst mo_mt_call.py: using BVCI 31505\u000a21:06:30.209660 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:06:30.220915 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:06:30.231939 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:06:30.243459 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:06:30.254730 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:06:30.265848 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:06:30.385730 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:06:30.602344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:31.199825 run create_hlr_db(pid=27371): Launched\u000a21:06:31.395585 bus /sierra_2: Setting Powered False\u000a21:06:32.410715 run create_hlr_db(pid=27371): Terminated: ok {rc=0}\u000a21:06:32.823466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27373): Launched\u000a21:06:33.128251 run osmo-hlr_10.42.42.2(pid=27374): Launched\u000a21:06:33.240524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:33.769427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27376): Launched\u000a21:06:34.076440 run osmo-stp_10.42.42.5(pid=27377): Launched\u000a21:06:34.188436 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:06:34.751241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27379): Launched\u000a21:06:35.058316 run osmo-msc_10.42.42.6(pid=27380): Launched\u000a21:06:35.237452 run osmo-stp_10.42.42.5(pid=27377): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27377)]\u000a21:06:35.367917 run osmo-stp_10.42.42.5(pid=27377): stdout: \u000a| (launched: 2022-12-12_21:06:33.925442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:35.496286 run osmo-stp_10.42.42.5(pid=27377): stderr: \u000a| �[0;m�[38;5;43m20221212210634092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210634092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210634092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210634093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210634093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210634093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210634093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:35.620222 run osmo-stp_10.42.42.5(pid=27377): stdout: \u000a| (launched: 2022-12-12_21:06:33.925442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:35.742943 run osmo-stp_10.42.42.5(pid=27377): stderr: \u000a| �[0;m�[38;5;43m20221212210634092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210634092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210634092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210634093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210634093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210634093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210634093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:35.796859 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27377): Process ended prematurely: osmo-stp_10.42.42.5(pid=27377) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27377)] [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a21:06:35.805699 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:06:35.866618 run osmo-hlr_10.42.42.2(pid=27374): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27374)]\u000a21:06:35.916701 run osmo-hlr_10.42.42.2(pid=27374): stdout: \u000a| (launched: 2022-12-12_21:06:32.979315) \u000a21:06:35.967355 run osmo-hlr_10.42.42.2(pid=27374): stderr: \u000a| �[0;m�[1;31m20221212210633152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210633152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210633152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210633152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210633152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210633152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210633165 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210633173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210633173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210633173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:36.035698 run osmo-msc_10.42.42.6(pid=27380): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27380)]\u000a21:06:36.085285 run osmo-msc_10.42.42.6(pid=27380): stdout: \u000a| (launched: 2022-12-12_21:06:34.907595) \u000a21:06:36.135567 run osmo-msc_10.42.42.6(pid=27380): stderr: \u000a| �[0;m�[38;5;43m20221212210635177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210635177 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fade2420c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210635177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210635177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210635177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210635178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210635179 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210635180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210635180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210635180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:06:36.178150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27373): Terminating (SIGTERM)\u000a21:06:36.218811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27376): Terminating (SIGTERM)\u000a21:06:36.259537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27379): Terminating (SIGTERM)\u000a21:06:36.269091 --- ParallelTerminationStrategy: PID 27373 died...\u000a21:06:36.323019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27373): Terminated: ok {rc=0}\u000a21:06:36.333070 --- ParallelTerminationStrategy: PID 27376 died...\u000a21:06:36.386928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27376): Terminated: ok {rc=0}\u000a21:06:36.396807 --- ParallelTerminationStrategy: PID 27379 died...\u000a21:06:36.450724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27379): Terminated: ok {rc=0}\u000a21:06:36.540140 bus /sierra_3: Setting Powered False\u000a21:06:37.644996 bus /sierra_3: Setting Powered False\u000a21:06:38.753139 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27388): Process ended prematurely: osmo-stp_10.42.42.5(pid=27388) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27388)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27388): Process ended prematurely: osmo-stp_10.42.42.5(pid=27388) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:06:39.870313 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:06:39.882738 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:06:40.049749 tst mo_mt_call_osmux.py: using LAC 31505\u000a21:06:40.179828 tst mo_mt_call_osmux.py: using RAC 140\u000a21:06:40.303411 tst mo_mt_call_osmux.py: using CellId 31505\u000a21:06:40.425997 tst mo_mt_call_osmux.py: using BVCI 31506\u000a21:06:40.449556 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:06:40.461008 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:06:40.472297 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:06:40.483695 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:06:40.495117 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:06:40.506352 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:06:40.625916 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:06:40.840518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:41.358583 run create_hlr_db(pid=27382): Launched\u000a21:06:41.549998 bus /sierra_2: Setting Powered False\u000a21:06:42.560286 run create_hlr_db(pid=27382): Terminated: ok {rc=0}\u000a21:06:43.005211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27384): Launched\u000a21:06:43.336071 run osmo-hlr_10.42.42.2(pid=27385): Launched\u000a21:06:43.456584 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:44.029905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27387): Launched\u000a21:06:44.361021 run osmo-stp_10.42.42.5(pid=27388): Launched\u000a21:06:44.482418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:06:45.083803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27390): Launched\u000a21:06:45.413857 run osmo-msc_10.42.42.6(pid=27391): Launched\u000a21:06:45.607471 run osmo-stp_10.42.42.5(pid=27388): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27388)]\u000a21:06:45.748930 run osmo-stp_10.42.42.5(pid=27388): stdout: \u000a| (launched: 2022-12-12_21:06:44.199080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:45.891549 run osmo-stp_10.42.42.5(pid=27388): stderr: \u000a| �[0;m�[38;5;43m20221212210644389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210644389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210644389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210644390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210644390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210644390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210644390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:46.042434 run osmo-stp_10.42.42.5(pid=27388): stdout: \u000a| (launched: 2022-12-12_21:06:44.199080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:46.169590 run osmo-stp_10.42.42.5(pid=27388): stderr: \u000a| �[0;m�[38;5;43m20221212210644389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210644389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210644389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210644390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210644390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210644390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210644390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:46.225570 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27388): Process ended prematurely: osmo-stp_10.42.42.5(pid=27388) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27388)] [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a21:06:46.235305 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a21:06:46.297615 run osmo-hlr_10.42.42.2(pid=27385): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27385)]\u000a21:06:46.351983 run osmo-hlr_10.42.42.2(pid=27385): stdout: \u000a| (launched: 2022-12-12_21:06:43.173910) \u000a21:06:46.405017 run osmo-hlr_10.42.42.2(pid=27385): stderr: \u000a| �[0;m�[1;31m20221212210643369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210643370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210643370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210643370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210643370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210643370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210643382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210643391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210643391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210643391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:46.475736 run osmo-msc_10.42.42.6(pid=27391): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27391)]\u000a21:06:46.528807 run osmo-msc_10.42.42.6(pid=27391): stdout: \u000a| (launched: 2022-12-12_21:06:45.252300) \u000a21:06:46.582047 run osmo-msc_10.42.42.6(pid=27391): stderr: \u000a| �[0;m�[38;5;43m20221212210645575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210645575 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4b69f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210645575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210645575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210645575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210645576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210645577 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210645578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210645578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210645578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:06:46.626135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27384): Terminating (SIGTERM)\u000a21:06:46.670886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27387): Terminating (SIGTERM)\u000a21:06:46.715271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27390): Terminating (SIGTERM)\u000a21:06:46.727389 --- ParallelTerminationStrategy: PID 27384 died...\u000a21:06:46.785919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27384): Terminated: ok {rc=0}\u000a21:06:46.796225 --- ParallelTerminationStrategy: PID 27387 died...\u000a21:06:46.851585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27387): Terminated: ok {rc=0}\u000a21:06:46.861854 --- ParallelTerminationStrategy: PID 27390 died...\u000a21:06:46.917478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27390): Terminated: ok {rc=0}\u000a21:06:47.012070 bus /sierra_3: Setting Powered False\u000a21:06:48.119079 bus /sierra_3: Setting Powered False\u000a21:06:49.227787 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:06:29" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27404): Process ended prematurely: osmo-stp_10.42.42.5(pid=27404) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27404)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27404): Process ended prematurely: osmo-stp_10.42.42.5(pid=27404) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:06:51.241014 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:51.252672 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:06:51.427109 tst mo_mt_call.py: using LAC 31506\u000a21:06:51.555147 tst mo_mt_call.py: using RAC 141\u000a21:06:51.681576 tst mo_mt_call.py: using CellId 31506\u000a21:06:51.803990 tst mo_mt_call.py: using BVCI 31507\u000a21:06:51.827370 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:51.838551 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:51.849636 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:51.860598 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:51.871670 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:06:51.882603 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:06:52.003504 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:06:52.220603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:06:52.738060 run create_hlr_db(pid=27398): Launched\u000a21:06:52.928905 bus /sierra_2: Setting Powered False\u000a21:06:53.951395 run create_hlr_db(pid=27398): Terminated: ok {rc=0}\u000a21:06:54.370824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27400): Launched\u000a21:06:54.702260 run osmo-hlr_10.42.42.2(pid=27401): Launched\u000a21:06:54.822339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:06:55.395550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27403): Launched\u000a21:06:55.729084 run osmo-stp_10.42.42.5(pid=27404): Launched\u000a21:06:55.850212 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:06:56.453567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27406): Launched\u000a21:06:56.785998 run osmo-msc_10.42.42.6(pid=27407): Launched\u000a21:06:56.979506 run osmo-stp_10.42.42.5(pid=27404): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27404)]\u000a21:06:57.119323 run osmo-stp_10.42.42.5(pid=27404): stdout: \u000a| (launched: 2022-12-12_21:06:55.564926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:57.257381 run osmo-stp_10.42.42.5(pid=27404): stderr: \u000a| �[0;m�[38;5;43m20221212210655756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210655756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210655756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210655757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210655757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210655757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210655757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:57.390775 run osmo-stp_10.42.42.5(pid=27404): stdout: \u000a| (launched: 2022-12-12_21:06:55.564926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:06:57.522929 run osmo-stp_10.42.42.5(pid=27404): stderr: \u000a| �[0;m�[38;5;43m20221212210655756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210655756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210655756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210655757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210655757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210655757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210655757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:06:57.580872 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27404): Process ended prematurely: osmo-stp_10.42.42.5(pid=27404) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27404)] [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:06:57.590547 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:06:57.655156 run osmo-hlr_10.42.42.2(pid=27401): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27401)]\u000a21:06:57.708110 run osmo-hlr_10.42.42.2(pid=27401): stdout: \u000a| (launched: 2022-12-12_21:06:54.539445) \u000a21:06:57.761763 run osmo-hlr_10.42.42.2(pid=27401): stderr: \u000a| �[0;m�[1;31m20221212210654736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210654736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210654736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210654736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210654736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210654736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210654748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210654756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210654756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210654757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:06:57.834021 run osmo-msc_10.42.42.6(pid=27407): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27407)]\u000a21:06:57.886839 run osmo-msc_10.42.42.6(pid=27407): stdout: \u000a| (launched: 2022-12-12_21:06:56.622496) \u000a21:06:57.940586 run osmo-msc_10.42.42.6(pid=27407): stderr: \u000a| �[0;m�[38;5;43m20221212210656941 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210656942 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f717923dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210656942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210656942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210656942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210656942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210656944 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210656944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210656944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210656944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:06:57.985400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27400): Terminating (SIGTERM)\u000a21:06:58.027848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27403): Terminating (SIGTERM)\u000a21:06:58.070769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27406): Terminating (SIGTERM)\u000a21:06:58.080613 --- ParallelTerminationStrategy: PID 27400 died...\u000a21:06:58.137996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27400): Terminated: ok {rc=0}\u000a21:06:58.148529 --- ParallelTerminationStrategy: PID 27403 died...\u000a21:06:58.206182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27403): Terminated: ok {rc=0}\u000a21:06:58.216355 --- ParallelTerminationStrategy: PID 27406 died...\u000a21:06:58.273466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27406): Terminated: ok {rc=0}\u000a21:06:58.363681 bus /sierra_3: Setting Powered False\u000a21:06:59.467497 bus /sierra_3: Setting Powered False\u000a21:07:00.580925 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27415): Process ended prematurely: osmo-stp_10.42.42.5(pid=27415) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27415)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27415): Process ended prematurely: osmo-stp_10.42.42.5(pid=27415) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:07:01.697051 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:01.709508 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:07:01.911834 tst mo_mt_call_osmux.py: using LAC 31507\u000a21:07:02.073198 tst mo_mt_call_osmux.py: using RAC 142\u000a21:07:02.239603 tst mo_mt_call_osmux.py: using CellId 31507\u000a21:07:02.369623 tst mo_mt_call_osmux.py: using BVCI 31508\u000a21:07:02.394756 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:02.406755 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:02.418507 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:02.430517 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:02.442585 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:07:02.454686 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:07:02.572747 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:07:02.786077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:03.278504 run create_hlr_db(pid=27409): Launched\u000a21:07:03.455766 bus /sierra_2: Setting Powered False\u000a21:07:04.477562 run create_hlr_db(pid=27409): Terminated: ok {rc=0}\u000a21:07:04.913969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27411): Launched\u000a21:07:05.243604 run osmo-hlr_10.42.42.2(pid=27412): Launched\u000a21:07:05.364138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:05.935995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27414): Launched\u000a21:07:06.264639 run osmo-stp_10.42.42.5(pid=27415): Launched\u000a21:07:06.384851 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:06.986175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27417): Launched\u000a21:07:07.316932 run osmo-msc_10.42.42.6(pid=27418): Launched\u000a21:07:07.510020 run osmo-stp_10.42.42.5(pid=27415): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27415)]\u000a21:07:07.649600 run osmo-stp_10.42.42.5(pid=27415): stdout: \u000a| (launched: 2022-12-12_21:07:06.103757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:07.787584 run osmo-stp_10.42.42.5(pid=27415): stderr: \u000a| �[0;m�[38;5;43m20221212210706290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210706291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210706291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210706291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210706292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210706292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210706292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:07.920355 run osmo-stp_10.42.42.5(pid=27415): stdout: \u000a| (launched: 2022-12-12_21:07:06.103757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:08.051958 run osmo-stp_10.42.42.5(pid=27415): stderr: \u000a| �[0;m�[38;5;43m20221212210706290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210706291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210706291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210706291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210706292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210706292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210706292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:08.109862 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27415): Process ended prematurely: osmo-stp_10.42.42.5(pid=27415) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27415)] [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:07:08.119343 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a21:07:08.183755 run osmo-hlr_10.42.42.2(pid=27412): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27412)]\u000a21:07:08.236267 run osmo-hlr_10.42.42.2(pid=27412): stdout: \u000a| (launched: 2022-12-12_21:07:05.082344) \u000a21:07:08.289493 run osmo-hlr_10.42.42.2(pid=27412): stderr: \u000a| �[0;m�[1;31m20221212210705277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210705277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210705277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210705277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210705277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210705277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210705289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210705299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210705299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210705299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:08.361752 run osmo-msc_10.42.42.6(pid=27418): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27418)]\u000a21:07:08.414336 run osmo-msc_10.42.42.6(pid=27418): stdout: \u000a| (launched: 2022-12-12_21:07:07.154329) \u000a21:07:08.467702 run osmo-msc_10.42.42.6(pid=27418): stderr: \u000a| �[0;m�[38;5;43m20221212210707474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210707474 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe206cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210707474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210707474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210707474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210707474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210707476 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210707476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210707477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210707477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:08.512387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27411): Terminating (SIGTERM)\u000a21:07:08.554884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27414): Terminating (SIGTERM)\u000a21:07:08.597863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27417): Terminating (SIGTERM)\u000a21:07:08.607971 --- ParallelTerminationStrategy: PID 27411 died...\u000a21:07:08.665155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27411): Terminated: ok {rc=0}\u000a21:07:08.675652 --- ParallelTerminationStrategy: PID 27414 died...\u000a21:07:08.732200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27414): Terminated: ok {rc=0}\u000a21:07:08.742700 --- ParallelTerminationStrategy: PID 27417 died...\u000a21:07:08.799263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27417): Terminated: ok {rc=0}\u000a21:07:08.887268 bus /sierra_3: Setting Powered False\u000a21:07:09.991796 bus /sierra_3: Setting Powered False\u000a21:07:11.103911 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:06:50" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27429): Process ended prematurely: osmo-stp_10.42.42.5(pid=27429) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27429)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27429): Process ended prematurely: osmo-stp_10.42.42.5(pid=27429) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:07:13.104024 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:13.115363 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:07:13.272850 tst mo_mt_call.py: using LAC 31508\u000a21:07:13.395184 tst mo_mt_call.py: using RAC 143\u000a21:07:13.518258 tst mo_mt_call.py: using CellId 31508\u000a21:07:13.641188 tst mo_mt_call.py: using BVCI 31509\u000a21:07:13.665283 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:13.676484 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:13.687517 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:13.698611 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:13.709705 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:13.720716 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:07:13.841290 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:07:14.053495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:14.573014 run create_hlr_db(pid=27423): Launched\u000a21:07:14.765128 bus /sierra_2: Setting Powered False\u000a21:07:15.787121 run create_hlr_db(pid=27423): Terminated: ok {rc=0}\u000a21:07:16.260394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27425): Launched\u000a21:07:16.679262 run osmo-hlr_10.42.42.2(pid=27426): Launched\u000a21:07:17.038385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:17.589851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27428): Launched\u000a21:07:17.917111 run osmo-stp_10.42.42.5(pid=27429): Launched\u000a21:07:18.037556 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:18.638923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27431): Launched\u000a21:07:18.970073 run osmo-msc_10.42.42.6(pid=27432): Launched\u000a21:07:19.163558 run osmo-stp_10.42.42.5(pid=27429): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27429)]\u000a21:07:19.303808 run osmo-stp_10.42.42.5(pid=27429): stdout: \u000a| (launched: 2022-12-12_21:07:17.755041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:19.442412 run osmo-stp_10.42.42.5(pid=27429): stderr: \u000a| �[0;m�[38;5;43m20221212210717944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210717944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210717945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210717945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210717945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210717946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210717946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:19.576090 run osmo-stp_10.42.42.5(pid=27429): stdout: \u000a| (launched: 2022-12-12_21:07:17.755041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:19.709484 run osmo-stp_10.42.42.5(pid=27429): stderr: \u000a| �[0;m�[38;5;43m20221212210717944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210717944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210717945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210717945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210717945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210717946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210717946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:19.767647 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27429): Process ended prematurely: osmo-stp_10.42.42.5(pid=27429) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27429)] [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:07:19.776908 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a21:07:19.841426 run osmo-hlr_10.42.42.2(pid=27426): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27426)]\u000a21:07:19.894302 run osmo-hlr_10.42.42.2(pid=27426): stdout: \u000a| (launched: 2022-12-12_21:07:16.422664) \u000a21:07:19.948165 run osmo-hlr_10.42.42.2(pid=27426): stderr: \u000a| �[0;m�[1;31m20221212210716757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210716757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210716757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210716758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210716758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210716758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210716776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210716793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210716793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210716793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:20.020872 run osmo-msc_10.42.42.6(pid=27432): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27432)]\u000a21:07:20.073840 run osmo-msc_10.42.42.6(pid=27432): stdout: \u000a| (launched: 2022-12-12_21:07:18.807784) \u000a21:07:20.126915 run osmo-msc_10.42.42.6(pid=27432): stderr: \u000a| �[0;m�[38;5;43m20221212210719128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210719128 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe4b241ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210719128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210719128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210719129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210719129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210719130 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210719131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210719131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210719131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:20.171599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27425): Terminating (SIGTERM)\u000a21:07:20.214572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27428): Terminating (SIGTERM)\u000a21:07:20.256902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27431): Terminating (SIGTERM)\u000a21:07:20.267035 --- ParallelTerminationStrategy: PID 27425 died...\u000a21:07:20.324374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27425): Terminated: ok {rc=0}\u000a21:07:20.334629 --- ParallelTerminationStrategy: PID 27428 died...\u000a21:07:20.391368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27428): Terminated: ok {rc=0}\u000a21:07:20.401826 --- ParallelTerminationStrategy: PID 27431 died...\u000a21:07:20.458704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27431): Terminated: ok {rc=0}\u000a21:07:20.548245 bus /sierra_3: Setting Powered False\u000a21:07:21.658079 bus /sierra_3: Setting Powered False\u000a21:07:22.767378 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27440): Process ended prematurely: osmo-stp_10.42.42.5(pid=27440) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27440)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27440): Process ended prematurely: osmo-stp_10.42.42.5(pid=27440) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:07:23.883957 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:23.896256 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:07:24.066090 tst mo_mt_call_osmux.py: using LAC 31509\u000a21:07:24.195227 tst mo_mt_call_osmux.py: using RAC 144\u000a21:07:24.324001 tst mo_mt_call_osmux.py: using CellId 31509\u000a21:07:24.455055 tst mo_mt_call_osmux.py: using BVCI 31510\u000a21:07:24.480140 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:24.491965 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:24.503576 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:24.515509 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:24.527523 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:07:24.539439 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:07:24.661470 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:07:24.867118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:25.358839 run create_hlr_db(pid=27434): Launched\u000a21:07:25.534899 bus /sierra_2: Setting Powered False\u000a21:07:26.558389 run create_hlr_db(pid=27434): Terminated: ok {rc=0}\u000a21:07:26.996580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27436): Launched\u000a21:07:27.327544 run osmo-hlr_10.42.42.2(pid=27437): Launched\u000a21:07:27.449599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:28.025197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27439): Launched\u000a21:07:28.355952 run osmo-stp_10.42.42.5(pid=27440): Launched\u000a21:07:28.476051 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:29.077207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27442): Launched\u000a21:07:29.408354 run osmo-msc_10.42.42.6(pid=27443): Launched\u000a21:07:29.601818 run osmo-stp_10.42.42.5(pid=27440): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27440)]\u000a21:07:29.741494 run osmo-stp_10.42.42.5(pid=27440): stdout: \u000a| (launched: 2022-12-12_21:07:28.193473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:29.880462 run osmo-stp_10.42.42.5(pid=27440): stderr: \u000a| �[0;m�[38;5;43m20221212210728381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210728382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210728382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210728382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210728383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210728383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210728383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:30.013321 run osmo-stp_10.42.42.5(pid=27440): stdout: \u000a| (launched: 2022-12-12_21:07:28.193473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:30.145334 run osmo-stp_10.42.42.5(pid=27440): stderr: \u000a| �[0;m�[38;5;43m20221212210728381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210728382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210728382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210728382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210728383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210728383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210728383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:30.203139 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27440): Process ended prematurely: osmo-stp_10.42.42.5(pid=27440) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27440)] [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:07:30.212415 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a21:07:30.276889 run osmo-hlr_10.42.42.2(pid=27437): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27437)]\u000a21:07:30.329585 run osmo-hlr_10.42.42.2(pid=27437): stdout: \u000a| (launched: 2022-12-12_21:07:27.165324) \u000a21:07:30.383005 run osmo-hlr_10.42.42.2(pid=27437): stderr: \u000a| �[0;m�[1;31m20221212210727360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210727360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210727360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210727360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210727360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210727360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210727372 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210727381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210727381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210727382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:30.455079 run osmo-msc_10.42.42.6(pid=27443): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27443)]\u000a21:07:30.507427 run osmo-msc_10.42.42.6(pid=27443): stdout: \u000a| (launched: 2022-12-12_21:07:29.246131) \u000a21:07:30.560510 run osmo-msc_10.42.42.6(pid=27443): stderr: \u000a| �[0;m�[38;5;43m20221212210729565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210729566 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd93188ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210729566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210729566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210729566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210729566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210729568 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210729568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210729568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210729568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:30.605397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27436): Terminating (SIGTERM)\u000a21:07:30.647704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27439): Terminating (SIGTERM)\u000a21:07:30.690296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27442): Terminating (SIGTERM)\u000a21:07:30.700251 --- ParallelTerminationStrategy: PID 27436 died...\u000a21:07:30.757271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27436): Terminated: ok {rc=0}\u000a21:07:30.767773 --- ParallelTerminationStrategy: PID 27439 died...\u000a21:07:30.824159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27439): Terminated: ok {rc=0}\u000a21:07:30.839028 --- ParallelTerminationStrategy: PID 27442 died...\u000a21:07:30.901058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27442): Terminated: ok {rc=0}\u000a21:07:31.001612 bus /sierra_3: Setting Powered False\u000a21:07:32.105585 bus /sierra_3: Setting Powered False\u000a21:07:33.214285 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:07:12" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27455): Process ended prematurely: osmo-stp_10.42.42.5(pid=27455) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27455)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27455): Process ended prematurely: osmo-stp_10.42.42.5(pid=27455) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a21:07:35.214691 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:07:35.225746 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:07:35.384590 tst mo_mt_call.py: using LAC 31510\u000a21:07:35.508621 tst mo_mt_call.py: using RAC 145\u000a21:07:35.631089 tst mo_mt_call.py: using CellId 31510\u000a21:07:35.752733 tst mo_mt_call.py: using BVCI 31511\u000a21:07:35.776078 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:07:35.787198 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:07:35.798132 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:07:35.809096 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:07:35.822499 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:07:35.835645 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:07:35.952800 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:07:36.166529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:36.685799 run create_hlr_db(pid=27449): Launched\u000a21:07:36.876875 bus /sierra_2: Setting Powered False\u000a21:07:37.898753 run create_hlr_db(pid=27449): Terminated: ok {rc=0}\u000a21:07:38.337073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27451): Launched\u000a21:07:38.670163 run osmo-hlr_10.42.42.2(pid=27452): Launched\u000a21:07:38.791498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:39.363653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27454): Launched\u000a21:07:39.695206 run osmo-stp_10.42.42.5(pid=27455): Launched\u000a21:07:39.815843 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:40.418024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27457): Launched\u000a21:07:40.749914 run osmo-msc_10.42.42.6(pid=27458): Launched\u000a21:07:40.942876 run osmo-stp_10.42.42.5(pid=27455): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27455)]\u000a21:07:41.082578 run osmo-stp_10.42.42.5(pid=27455): stdout: \u000a| (launched: 2022-12-12_21:07:39.532278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:41.220536 run osmo-stp_10.42.42.5(pid=27455): stderr: \u000a| �[0;m�[38;5;43m20221212210739721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210739721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210739721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210739722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210739722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210739722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210739722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:41.353701 run osmo-stp_10.42.42.5(pid=27455): stdout: \u000a| (launched: 2022-12-12_21:07:39.532278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:41.485442 run osmo-stp_10.42.42.5(pid=27455): stderr: \u000a| �[0;m�[38;5;43m20221212210739721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210739721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210739721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210739722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210739722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210739722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210739722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:41.543285 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27455): Process ended prematurely: osmo-stp_10.42.42.5(pid=27455) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27455)] [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a21:07:41.552650 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:07:41.617435 run osmo-hlr_10.42.42.2(pid=27452): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27452)]\u000a21:07:41.670335 run osmo-hlr_10.42.42.2(pid=27452): stdout: \u000a| (launched: 2022-12-12_21:07:38.506097) \u000a21:07:41.723949 run osmo-hlr_10.42.42.2(pid=27452): stderr: \u000a| �[0;m�[1;31m20221212210738701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210738701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210738701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210738702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210738702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210738702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210738714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210738722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210738723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210738723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:41.796339 run osmo-msc_10.42.42.6(pid=27458): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27458)]\u000a21:07:41.849244 run osmo-msc_10.42.42.6(pid=27458): stdout: \u000a| (launched: 2022-12-12_21:07:40.587131) \u000a21:07:41.902947 run osmo-msc_10.42.42.6(pid=27458): stderr: \u000a| �[0;m�[38;5;43m20221212210740906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210740906 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7facd6e60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210740906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210740906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210740906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210740906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210740908 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210740908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210740909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210740909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:41.948174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27451): Terminating (SIGTERM)\u000a21:07:41.990700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27454): Terminating (SIGTERM)\u000a21:07:42.033350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27457): Terminating (SIGTERM)\u000a21:07:42.043458 --- ParallelTerminationStrategy: PID 27451 died...\u000a21:07:42.100856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27451): Terminated: ok {rc=0}\u000a21:07:42.111084 --- ParallelTerminationStrategy: PID 27454 died...\u000a21:07:42.167767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27454): Terminated: ok {rc=0}\u000a21:07:42.178261 --- ParallelTerminationStrategy: PID 27457 died...\u000a21:07:42.234843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27457): Terminated: ok {rc=0}\u000a21:07:42.324104 bus /sierra_3: Setting Powered False\u000a21:07:43.432794 bus /sierra_3: Setting Powered False\u000a21:07:44.541947 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27466): Process ended prematurely: osmo-stp_10.42.42.5(pid=27466) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27466)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27466): Process ended prematurely: osmo-stp_10.42.42.5(pid=27466) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:07:45.658642 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:07:45.670923 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:07:45.843999 tst mo_mt_call_osmux.py: using LAC 31511\u000a21:07:45.978129 tst mo_mt_call_osmux.py: using RAC 146\u000a21:07:46.124550 tst mo_mt_call_osmux.py: using CellId 31511\u000a21:07:46.251573 tst mo_mt_call_osmux.py: using BVCI 31512\u000a21:07:46.275707 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:07:46.287385 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:07:46.298995 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:07:46.310868 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:07:46.322933 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:07:46.335520 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:07:46.473860 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:07:46.752170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:47.372185 run create_hlr_db(pid=27460): Launched\u000a21:07:47.551537 bus /sierra_2: Setting Powered False\u000a21:07:48.585104 run create_hlr_db(pid=27460): Terminated: ok {rc=0}\u000a21:07:48.996084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27462): Launched\u000a21:07:49.303798 run osmo-hlr_10.42.42.2(pid=27463): Launched\u000a21:07:49.425815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:07:49.962217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27465): Launched\u000a21:07:50.268304 run osmo-stp_10.42.42.5(pid=27466): Launched\u000a21:07:50.380069 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:07:50.940078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27468): Launched\u000a21:07:51.248260 run osmo-msc_10.42.42.6(pid=27469): Launched\u000a21:07:51.427076 run osmo-stp_10.42.42.5(pid=27466): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27466)]\u000a21:07:51.557167 run osmo-stp_10.42.42.5(pid=27466): stdout: \u000a| (launched: 2022-12-12_21:07:50.118670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:51.685183 run osmo-stp_10.42.42.5(pid=27466): stderr: \u000a| �[0;m�[38;5;43m20221212210750286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210750286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210750287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210750287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210750288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210750288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210750288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:51.808488 run osmo-stp_10.42.42.5(pid=27466): stdout: \u000a| (launched: 2022-12-12_21:07:50.118670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:07:51.931126 run osmo-stp_10.42.42.5(pid=27466): stderr: \u000a| �[0;m�[38;5;43m20221212210750286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210750286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210750287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210750287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210750288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210750288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210750288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:07:51.985733 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27466): Process ended prematurely: osmo-stp_10.42.42.5(pid=27466) [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27466)] [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a21:07:51.994600 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a21:07:52.054983 run osmo-hlr_10.42.42.2(pid=27463): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27463)]\u000a21:07:52.104570 run osmo-hlr_10.42.42.2(pid=27463): stdout: \u000a| (launched: 2022-12-12_21:07:49.153566) \u000a21:07:52.154878 run osmo-hlr_10.42.42.2(pid=27463): stderr: \u000a| �[0;m�[1;31m20221212210749327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210749327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210749327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210749327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210749327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210749327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210749338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210749347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210749347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210749347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:07:52.223257 run osmo-msc_10.42.42.6(pid=27469): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27469)]\u000a21:07:52.273503 run osmo-msc_10.42.42.6(pid=27469): stdout: \u000a| (launched: 2022-12-12_21:07:51.096839) \u000a21:07:52.323629 run osmo-msc_10.42.42.6(pid=27469): stderr: \u000a| �[0;m�[38;5;43m20221212210751366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210751367 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6810515c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210751367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210751367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210751367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210751367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210751369 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210751369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210751370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210751370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:07:52.366308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27462): Terminating (SIGTERM)\u000a21:07:52.406592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27465): Terminating (SIGTERM)\u000a21:07:52.446985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27468): Terminating (SIGTERM)\u000a21:07:52.456235 --- ParallelTerminationStrategy: PID 27462 died...\u000a21:07:52.510166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27462): Terminated: ok {rc=0}\u000a21:07:52.519905 --- ParallelTerminationStrategy: PID 27465 died...\u000a21:07:52.573416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27465): Terminated: ok {rc=0}\u000a21:07:52.583029 --- ParallelTerminationStrategy: PID 27468 died...\u000a21:07:52.637412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27468): Terminated: ok {rc=0}\u000a21:07:52.726569 bus /sierra_3: Setting Powered False\u000a21:07:53.831276 bus /sierra_3: Setting Powered False\u000a21:07:54.940286 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:07:34" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27480): Process ended prematurely: osmo-stp_10.42.42.5(pid=27480) [trial-2382↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27480)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27480): Process ended prematurely: osmo-stp_10.42.42.5(pid=27480) [trial-2382↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:07:56.967075 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:07:56.978344 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a21:07:57.125307 tst emergency_mo_mt_call.py: using LAC 31512\u000a21:07:57.252461 tst emergency_mo_mt_call.py: using RAC 147\u000a21:07:57.378416 tst emergency_mo_mt_call.py: using CellId 31512\u000a21:07:57.505780 tst emergency_mo_mt_call.py: using BVCI 31513\u000a21:07:57.530458 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:07:57.541893 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:07:57.553425 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:07:57.564768 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:07:57.576159 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:07:57.587797 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a21:07:57.703806 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a21:07:57.910594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:07:58.394482 run create_hlr_db(pid=27474): Launched\u000a21:07:58.567392 bus /sierra_2: Setting Powered False\u000a21:07:59.589217 run create_hlr_db(pid=27474): Terminated: ok {rc=0}\u000a21:08:00.017482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27476): Launched\u000a21:08:00.343698 run osmo-hlr_10.42.42.2(pid=27477): Launched\u000a21:08:00.462100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:01.059689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27479): Launched\u000a21:08:01.482263 run osmo-stp_10.42.42.5(pid=27480): Launched\u000a21:08:01.705425 tst emergency_mo_mt_call.py: using MSISDN 7971\u000a21:08:01.871571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:08:02.467959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27482): Launched\u000a21:08:02.794064 run osmo-msc_10.42.42.6(pid=27483): Launched\u000a21:08:02.983409 run osmo-stp_10.42.42.5(pid=27480): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27480)]\u000a21:08:03.121271 run osmo-stp_10.42.42.5(pid=27480): stdout: \u000a| (launched: 2022-12-12_21:08:01.227044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:03.257681 run osmo-stp_10.42.42.5(pid=27480): stderr: \u000a| �[0;m�[38;5;43m20221212210801512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210801512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210801512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210801513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210801513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210801513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210801513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:03.388265 run osmo-stp_10.42.42.5(pid=27480): stdout: \u000a| (launched: 2022-12-12_21:08:01.227044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:03.517908 run osmo-stp_10.42.42.5(pid=27480): stderr: \u000a| �[0;m�[38;5;43m20221212210801512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210801512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210801512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210801513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210801513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210801513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210801513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:03.574373 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=27480): Process ended prematurely: osmo-stp_10.42.42.5(pid=27480) [trial-2382↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27480)] [trial-2382↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a21:08:03.582947 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a21:08:03.647810 run osmo-hlr_10.42.42.2(pid=27477): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27477)]\u000a21:08:03.700310 run osmo-hlr_10.42.42.2(pid=27477): stdout: \u000a| (launched: 2022-12-12_21:08:00.182804) \u000a21:08:03.754188 run osmo-hlr_10.42.42.2(pid=27477): stderr: \u000a| �[0;m�[1;31m20221212210800377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210800377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210800377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210800377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210800377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210800377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210800389 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210800398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210800398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210800399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:03.826169 run osmo-msc_10.42.42.6(pid=27483): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27483)]\u000a21:08:03.878838 run osmo-msc_10.42.42.6(pid=27483): stdout: \u000a| (launched: 2022-12-12_21:08:02.633585) \u000a21:08:03.932018 run osmo-msc_10.42.42.6(pid=27483): stderr: \u000a| �[0;m�[38;5;43m20221212210802953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210802953 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91ad48fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210802953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210802953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210802953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210802953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210802955 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210802956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210802956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210802956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:08:03.976845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27476): Terminating (SIGTERM)\u000a21:08:04.019690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27479): Terminating (SIGTERM)\u000a21:08:04.063159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27482): Terminating (SIGTERM)\u000a21:08:04.073297 --- ParallelTerminationStrategy: PID 27476 died...\u000a21:08:04.130311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27476): Terminated: ok {rc=0}\u000a21:08:04.140787 --- ParallelTerminationStrategy: PID 27479 died...\u000a21:08:04.197956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27479): Terminated: ok {rc=0}\u000a21:08:04.208110 --- ParallelTerminationStrategy: PID 27482 died...\u000a21:08:04.265082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27482): Terminated: ok {rc=0}\u000a21:08:04.352471 bus /sierra_3: Setting Powered False\u000a21:08:05.461254 bus /sierra_3: Setting Powered False\u000a21:08:06.570383 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27491): Process ended prematurely: osmo-stp_10.42.42.5(pid=27491) [trial-2382↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27491)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27491): Process ended prematurely: osmo-stp_10.42.42.5(pid=27491) [trial-2382↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:08:07.623604 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:08:07.635540 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a21:08:07.782015 tst emergency_preemptive_call.py: using LAC 31513\u000a21:08:07.903144 tst emergency_preemptive_call.py: using RAC 148\u000a21:08:08.029142 tst emergency_preemptive_call.py: using CellId 31513\u000a21:08:08.155252 tst emergency_preemptive_call.py: using BVCI 31514\u000a21:08:08.180025 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:08:08.191574 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:08:08.202776 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:08:08.214275 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:08:08.225757 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:08:08.237213 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a21:08:08.354124 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a21:08:08.474547 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a21:08:08.590113 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a21:08:08.791321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:08:09.275659 run create_hlr_db(pid=27485): Launched\u000a21:08:09.448290 bus /sierra_2: Setting Powered False\u000a21:08:10.471605 run create_hlr_db(pid=27485): Terminated: ok {rc=0}\u000a21:08:10.872890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27487): Launched\u000a21:08:11.172864 run osmo-hlr_10.42.42.2(pid=27488): Launched\u000a21:08:11.288214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:11.814828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27490): Launched\u000a21:08:12.114926 run osmo-stp_10.42.42.5(pid=27491): Launched\u000a21:08:12.235039 tst emergency_preemptive_call.py: using MSISDN 7972\u000a21:08:12.384380 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:08:12.932892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27493): Launched\u000a21:08:13.234136 run osmo-msc_10.42.42.6(pid=27494): Launched\u000a21:08:13.410316 run osmo-stp_10.42.42.5(pid=27491): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27491)]\u000a21:08:13.538242 run osmo-stp_10.42.42.5(pid=27491): stdout: \u000a| (launched: 2022-12-12_21:08:11.967405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:13.664335 run osmo-stp_10.42.42.5(pid=27491): stderr: \u000a| �[0;m�[38;5;43m20221212210812134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210812134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210812134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210812134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210812135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210812135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210812135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:13.785680 run osmo-stp_10.42.42.5(pid=27491): stdout: \u000a| (launched: 2022-12-12_21:08:11.967405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:13.905276 run osmo-stp_10.42.42.5(pid=27491): stderr: \u000a| �[0;m�[38;5;43m20221212210812134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210812134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210812134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210812134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210812135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210812135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210812135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:13.957793 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=27491): Process ended prematurely: osmo-stp_10.42.42.5(pid=27491) [trial-2382↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27491)] [trial-2382↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a21:08:13.966014 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a21:08:14.026580 run osmo-hlr_10.42.42.2(pid=27488): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27488)]\u000a21:08:14.076297 run osmo-hlr_10.42.42.2(pid=27488): stdout: \u000a| (launched: 2022-12-12_21:08:11.026295) \u000a21:08:14.127200 run osmo-hlr_10.42.42.2(pid=27488): stderr: \u000a| �[0;m�[1;31m20221212210811199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210811199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210811199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210811199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210811199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210811199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210811211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210811220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210811220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210811220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:14.195861 run osmo-msc_10.42.42.6(pid=27494): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27494)]\u000a21:08:14.245631 run osmo-msc_10.42.42.6(pid=27494): stdout: \u000a| (launched: 2022-12-12_21:08:13.086001) \u000a21:08:14.295848 run osmo-msc_10.42.42.6(pid=27494): stderr: \u000a| �[0;m�[38;5;43m20221212210813353 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212210813354 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f140cd18c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212210813354 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212210813354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212210813354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212210813354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212210813356 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212210813356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212210813357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212210813357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:08:14.338194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27487): Terminating (SIGTERM)\u000a21:08:14.378190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27490): Terminating (SIGTERM)\u000a21:08:14.418341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27493): Terminating (SIGTERM)\u000a21:08:14.427620 --- ParallelTerminationStrategy: PID 27487 died...\u000a21:08:14.482018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27487): Terminated: ok {rc=0}\u000a21:08:14.491893 --- ParallelTerminationStrategy: PID 27490 died...\u000a21:08:14.545535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27490): Terminated: ok {rc=0}\u000a21:08:14.555245 --- ParallelTerminationStrategy: PID 27493 died...\u000a21:08:14.608614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27493): Terminated: ok {rc=0}\u000a21:08:14.697898 bus /sierra_9: Setting Powered False\u000a21:08:15.801808 bus /sierra_9: Setting Powered False\u000a21:08:16.916768 bus /sierra_8: Setting Powered False\u000a21:08:18.019187 bus /sierra_8: Setting Powered False\u000a21:08:19.132619 bus /sierra_3: Setting Powered False\u000a21:08:20.236543 bus /sierra_3: Setting Powered False\u000a21:08:21.347681 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:07:56" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27509): Process ended prematurely: osmo-stp_10.42.42.5(pid=27509) [trial-2382↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27509)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27509): Process ended prematurely: osmo-stp_10.42.42.5(pid=27509) [trial-2382↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:08:23.482202 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:23.493463 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a21:08:23.642053 tst cs_paging_gprs_active.py: using LAC 31514\u000a21:08:23.770442 tst cs_paging_gprs_active.py: using RAC 149\u000a21:08:23.898573 tst cs_paging_gprs_active.py: using CellId 31514\u000a21:08:24.026898 tst cs_paging_gprs_active.py: using BVCI 31515\u000a21:08:24.052363 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:24.063625 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:24.074638 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:24.086664 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:24.098624 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:24.110474 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:24.122676 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:24.134584 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:24.146779 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a21:08:24.270445 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a21:08:24.571222 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:08:24.710915 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:25.051342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27499): Launched\u000a21:08:25.335412 run iperf3-srv_10.42.42.10(pid=27500): Launched\u000a21:08:25.539642 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:08:25.679939 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:26.022112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27501): Launched\u000a21:08:26.306456 run iperf3-srv_10.42.42.10(pid=27502): Launched\u000a21:08:26.510171 tst cs_paging_gprs_active.py:38: start network...\u000a21:08:26.650047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:08:27.170900 run create_hlr_db(pid=27503): Launched\u000a21:08:27.363589 bus /sierra_2: Setting Powered False\u000a21:08:28.384670 run create_hlr_db(pid=27503): Terminated: ok {rc=0}\u000a21:08:28.796809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27505): Launched\u000a21:08:29.107624 run osmo-hlr_10.42.42.2(pid=27506): Launched\u000a21:08:29.222278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:29.756145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27508): Launched\u000a21:08:30.064763 run osmo-stp_10.42.42.5(pid=27509): Launched\u000a21:08:30.178411 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:08:30.718783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27511): Launched\u000a21:08:30.829580 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:08:31.148867 run patchelf(pid=27512): Launched\u000a21:08:31.332854 run osmo-stp_10.42.42.5(pid=27509): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27509)]\u000a21:08:31.467272 run osmo-stp_10.42.42.5(pid=27509): stdout: \u000a| (launched: 2022-12-12_21:08:29.913320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:31.601907 run osmo-stp_10.42.42.5(pid=27509): stderr: \u000a| �[0;m�[38;5;43m20221212210830080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210830080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210830080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210830081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210830081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210830081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210830081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:31.731629 run osmo-stp_10.42.42.5(pid=27509): stdout: \u000a| (launched: 2022-12-12_21:08:29.913320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:31.860619 run osmo-stp_10.42.42.5(pid=27509): stderr: \u000a| �[0;m�[38;5;43m20221212210830080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210830080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210830080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210830081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210830081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210830081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210830081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:32.011081 run patchelf(pid=27512): Terminating (SIGINT)\u000a21:08:32.188580 run patchelf(pid=27512): Terminated: ok {rc=0}\u000a21:08:32.221662 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27509): Process ended prematurely: osmo-stp_10.42.42.5(pid=27509) [trial-2382↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27509)] [trial-2382↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a21:08:32.231624 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a21:08:32.294107 run osmo-hlr_10.42.42.2(pid=27506): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27506)]\u000a21:08:32.343989 run osmo-hlr_10.42.42.2(pid=27506): stdout: \u000a| (launched: 2022-12-12_21:08:28.954881) \u000a21:08:32.394494 run osmo-hlr_10.42.42.2(pid=27506): stderr: \u000a| �[0;m�[1;31m20221212210829128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210829128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210829128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210829128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210829128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210829128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210829141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210829149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210829150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210829150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:32.437555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27499): Terminating (SIGTERM)\u000a21:08:32.477837 run iperf3-srv_10.42.42.10(pid=27500): Terminating (SIGTERM)\u000a21:08:32.518309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27501): Terminating (SIGTERM)\u000a21:08:32.558748 run iperf3-srv_10.42.42.10(pid=27502): Terminating (SIGTERM)\u000a21:08:32.599170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27505): Terminating (SIGTERM)\u000a21:08:32.639698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27508): Terminating (SIGTERM)\u000a21:08:32.680273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27511): Terminating (SIGTERM)\u000a21:08:32.689673 --- ParallelTerminationStrategy: PID 27499 died...\u000a21:08:32.743928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27499): Terminated: ok {rc=0}\u000a21:08:32.753738 --- ParallelTerminationStrategy: PID 27500 died...\u000a21:08:32.807514 run iperf3-srv_10.42.42.10(pid=27500): Terminated {rc=256}\u000a21:08:32.817304 --- ParallelTerminationStrategy: PID 27501 died...\u000a21:08:32.871139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27501): Terminated: ok {rc=0}\u000a21:08:32.880842 --- ParallelTerminationStrategy: PID 27502 died...\u000a21:08:32.934390 run iperf3-srv_10.42.42.10(pid=27502): Terminated {rc=256}\u000a21:08:32.944049 --- ParallelTerminationStrategy: PID 27505 died...\u000a21:08:32.997672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27505): Terminated: ok {rc=0}\u000a21:08:33.007359 --- ParallelTerminationStrategy: PID 27508 died...\u000a21:08:33.061629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27508): Terminated: ok {rc=0}\u000a21:08:33.071335 --- ParallelTerminationStrategy: PID 27511 died...\u000a21:08:33.124918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27511): Terminated: ok {rc=0}\u000a21:08:33.213735 bus /gobi_0: Setting Powered False\u000a21:08:34.318975 bus /gobi_0: Setting Powered False\u000a21:08:35.431086 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27521): Process ended prematurely: osmo-stp_10.42.42.5(pid=27521) [trial-2382↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27521)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27521): Process ended prematurely: osmo-stp_10.42.42.5(pid=27521) [trial-2382↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a21:08:36.548407 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:36.560150 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a21:08:36.715137 tst iperf3.py: using LAC 31515\u000a21:08:36.845759 tst iperf3.py: using RAC 150\u000a21:08:36.973585 tst iperf3.py: using CellId 31515\u000a21:08:37.100936 tst iperf3.py: using BVCI 31516\u000a21:08:37.126371 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:37.137853 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:37.148807 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:37.160278 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:37.171777 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:37.183209 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:37.194819 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:37.206205 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:37.217769 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a21:08:37.504250 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:08:37.632360 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:37.949682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27513): Launched\u000a21:08:38.214739 run iperf3-srv_10.42.42.10(pid=27514): Launched\u000a21:08:38.404007 tst iperf3.py:8: start network...\u000a21:08:38.532941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:08:39.028918 run create_hlr_db(pid=27515): Launched\u000a21:08:39.205573 bus /gobi_6: Setting Powered False\u000a21:08:40.227623 run create_hlr_db(pid=27515): Terminated: ok {rc=0}\u000a21:08:40.636512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27517): Launched\u000a21:08:40.944060 run osmo-hlr_10.42.42.2(pid=27518): Launched\u000a21:08:41.056300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:41.591978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27520): Launched\u000a21:08:41.901534 run osmo-stp_10.42.42.5(pid=27521): Launched\u000a21:08:42.014621 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:08:42.553103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27523): Launched\u000a21:08:42.663242 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:08:42.932311 run patchelf(pid=27524): Launched\u000a21:08:43.112634 run osmo-stp_10.42.42.5(pid=27521): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27521)]\u000a21:08:43.244466 run osmo-stp_10.42.42.5(pid=27521): stdout: \u000a| (launched: 2022-12-12_21:08:41.749551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:43.376486 run osmo-stp_10.42.42.5(pid=27521): stderr: \u000a| �[0;m�[38;5;43m20221212210841916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210841916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210841916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210841917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210841917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210841917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210841917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:43.504163 run osmo-stp_10.42.42.5(pid=27521): stdout: \u000a| (launched: 2022-12-12_21:08:41.749551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:43.630572 run osmo-stp_10.42.42.5(pid=27521): stderr: \u000a| �[0;m�[38;5;43m20221212210841916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210841916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210841916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210841917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210841917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210841917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210841917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:43.778621 run patchelf(pid=27524): Terminating (SIGINT)\u000a21:08:43.952498 run patchelf(pid=27524): Terminated: ok {rc=0}\u000a21:08:43.984517 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27521): Process ended prematurely: osmo-stp_10.42.42.5(pid=27521) [trial-2382↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27521)] [trial-2382↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a21:08:43.993857 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a21:08:44.054447 run osmo-hlr_10.42.42.2(pid=27518): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27518)]\u000a21:08:44.104449 run osmo-hlr_10.42.42.2(pid=27518): stdout: \u000a| (launched: 2022-12-12_21:08:40.793986) \u000a21:08:44.155093 run osmo-hlr_10.42.42.2(pid=27518): stderr: \u000a| �[0;m�[1;31m20221212210840968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210840969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210840969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210840969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210840969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210840969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210840996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210841007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210841007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210841007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:44.198122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27513): Terminating (SIGTERM)\u000a21:08:44.238466 run iperf3-srv_10.42.42.10(pid=27514): Terminating (SIGTERM)\u000a21:08:44.278997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27517): Terminating (SIGTERM)\u000a21:08:44.319413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27520): Terminating (SIGTERM)\u000a21:08:44.360022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27523): Terminating (SIGTERM)\u000a21:08:44.369800 --- ParallelTerminationStrategy: PID 27513 died...\u000a21:08:44.424377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27513): Terminated: ok {rc=0}\u000a21:08:44.434148 --- ParallelTerminationStrategy: PID 27514 died...\u000a21:08:44.487850 run iperf3-srv_10.42.42.10(pid=27514): Terminated {rc=256}\u000a21:08:44.497887 --- ParallelTerminationStrategy: PID 27517 died...\u000a21:08:44.551727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27517): Terminated: ok {rc=0}\u000a21:08:44.561430 --- ParallelTerminationStrategy: PID 27520 died...\u000a21:08:44.615170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27520): Terminated: ok {rc=0}\u000a21:08:44.624834 --- ParallelTerminationStrategy: PID 27523 died...\u000a21:08:44.678596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27523): Terminated: ok {rc=0}\u000a21:08:44.768388 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27810): Process ended prematurely: osmo-stp_10.42.42.5(pid=27810) [trial-2382↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27810)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27810): Process ended prematurely: osmo-stp_10.42.42.5(pid=27810) [trial-2382↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a21:08:45.911729 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:45.925047 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a21:08:46.085725 tst iperf3m4.py: using LAC 31516\u000a21:08:46.208446 tst iperf3m4.py: using RAC 151\u000a21:08:46.395358 tst iperf3m4.py: using CellId 31516\u000a21:08:46.565546 tst iperf3m4.py: using BVCI 31517\u000a21:08:46.596524 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:46.612712 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:46.629502 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:46.647673 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:46.661959 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:46.676433 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:46.691644 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:46.706900 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:08:46.721238 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a21:08:46.889720 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a21:08:47.032934 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a21:08:47.174705 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a21:08:47.542996 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:08:47.727597 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:48.207507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27599): Launched\u000a21:08:48.583634 run iperf3-srv_10.42.42.10(pid=27622): Launched\u000a21:08:48.818498 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:08:48.980443 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:49.412065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27718): Launched\u000a21:08:49.789931 run iperf3-srv_10.42.42.10(pid=27768): Launched\u000a21:08:50.028913 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:08:50.171956 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:50.525784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27798): Launched\u000a21:08:50.819278 run iperf3-srv_10.42.42.10(pid=27799): Launched\u000a21:08:51.026340 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:08:51.167888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:08:51.525668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27800): Launched\u000a21:08:51.821229 run iperf3-srv_10.42.42.10(pid=27802): Launched\u000a21:08:52.011749 tst iperf3m4.py:8: start network...\u000a21:08:52.143125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:08:52.683868 run create_hlr_db(pid=27804): Launched\u000a21:08:52.877839 bus /gobi_6: Setting Powered False\u000a21:08:53.901896 run create_hlr_db(pid=27804): Terminated: ok {rc=0}\u000a21:08:54.364804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27806): Launched\u000a21:08:54.813360 run osmo-hlr_10.42.42.2(pid=27807): Launched\u000a21:08:55.058962 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:08:55.671232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27809): Launched\u000a21:08:56.119591 run osmo-stp_10.42.42.5(pid=27810): Launched\u000a21:08:56.340835 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:08:56.951821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27812): Launched\u000a21:08:57.075531 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:08:57.393155 run patchelf(pid=27813): Launched\u000a21:08:57.597883 run osmo-stp_10.42.42.5(pid=27810): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27810)]\u000a21:08:57.751016 run osmo-stp_10.42.42.5(pid=27810): stdout: \u000a| (launched: 2022-12-12_21:08:55.847217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:57.899648 run osmo-stp_10.42.42.5(pid=27810): stderr: \u000a| �[0;m�[38;5;43m20221212210856143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210856144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210856144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210856144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210856149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210856149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210856149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:58.044314 run osmo-stp_10.42.42.5(pid=27810): stdout: \u000a| (launched: 2022-12-12_21:08:55.847217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:08:58.188532 run osmo-stp_10.42.42.5(pid=27810): stderr: \u000a| �[0;m�[38;5;43m20221212210856143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210856144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210856144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210856144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210856149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210856149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210856149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:08:58.356051 run patchelf(pid=27813): Terminating (SIGINT)\u000a21:08:58.552504 run patchelf(pid=27813): Terminated: ok {rc=0}\u000a21:08:58.589317 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27810): Process ended prematurely: osmo-stp_10.42.42.5(pid=27810) [trial-2382↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27810)] [trial-2382↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a21:08:58.600621 tst iperf3m4.py:8: Test FAILED (12.7 sec)\u000a21:08:58.673992 run osmo-hlr_10.42.42.2(pid=27807): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27807)]\u000a21:08:58.731163 run osmo-hlr_10.42.42.2(pid=27807): stdout: \u000a| (launched: 2022-12-12_21:08:54.539459) \u000a21:08:58.788559 run osmo-hlr_10.42.42.2(pid=27807): stderr: \u000a| �[0;m�[1;31m20221212210854847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210854847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210854847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210854847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210854847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210854847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210854863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210854876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210854877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210854877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:08:58.837140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27599): Terminating (SIGTERM)\u000a21:08:58.884822 run iperf3-srv_10.42.42.10(pid=27622): Terminating (SIGTERM)\u000a21:08:58.933590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27718): Terminating (SIGTERM)\u000a21:08:58.979288 run iperf3-srv_10.42.42.10(pid=27768): Terminating (SIGTERM)\u000a21:08:59.025375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27798): Terminating (SIGTERM)\u000a21:08:59.074096 run iperf3-srv_10.42.42.10(pid=27799): Terminating (SIGTERM)\u000a21:08:59.121983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27800): Terminating (SIGTERM)\u000a21:08:59.170943 run iperf3-srv_10.42.42.10(pid=27802): Terminating (SIGTERM)\u000a21:08:59.218822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27806): Terminating (SIGTERM)\u000a21:08:59.266675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27809): Terminating (SIGTERM)\u000a21:08:59.313579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27812): Terminating (SIGTERM)\u000a21:08:59.325977 --- ParallelTerminationStrategy: PID 27599 died...\u000a21:08:59.392629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27599): Terminated: ok {rc=0}\u000a21:08:59.404302 --- ParallelTerminationStrategy: PID 27622 died...\u000a21:08:59.465716 run iperf3-srv_10.42.42.10(pid=27622): Terminated {rc=256}\u000a21:08:59.476913 --- ParallelTerminationStrategy: PID 27718 died...\u000a21:08:59.539708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27718): Terminated: ok {rc=0}\u000a21:08:59.551046 --- ParallelTerminationStrategy: PID 27768 died...\u000a21:08:59.612905 run iperf3-srv_10.42.42.10(pid=27768): Terminated {rc=256}\u000a21:08:59.624242 --- ParallelTerminationStrategy: PID 27798 died...\u000a21:08:59.687528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27798): Terminated: ok {rc=0}\u000a21:08:59.699468 --- ParallelTerminationStrategy: PID 27799 died...\u000a21:08:59.762710 run iperf3-srv_10.42.42.10(pid=27799): Terminated {rc=256}\u000a21:08:59.774062 --- ParallelTerminationStrategy: PID 27800 died...\u000a21:08:59.835315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27800): Terminated: ok {rc=0}\u000a21:08:59.846827 --- ParallelTerminationStrategy: PID 27802 died...\u000a21:08:59.910641 run iperf3-srv_10.42.42.10(pid=27802): Terminated {rc=256}\u000a21:08:59.921969 --- ParallelTerminationStrategy: PID 27806 died...\u000a21:08:59.984336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27806): Terminated: ok {rc=0}\u000a21:08:59.995864 --- ParallelTerminationStrategy: PID 27809 died...\u000a21:09:00.057197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27809): Terminated: ok {rc=0}\u000a21:09:00.068510 --- ParallelTerminationStrategy: PID 27812 died...\u000a21:09:00.132012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27812): Terminated: ok {rc=0}\u000a21:09:00.226156 bus /gobi_4: Setting Powered False\u000a21:09:01.384253 bus /gobi_4: Setting Powered False\u000a21:09:02.521646 bus /gobi_1: Setting Powered False\u000a21:09:03.637110 bus /gobi_1: Setting Powered False\u000a21:09:04.758041 bus /gobi_0: Setting Powered False\u000a21:09:05.874572 bus /gobi_0: Setting Powered False\u000a21:09:06.994310 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27821): Process ended prematurely: osmo-stp_10.42.42.5(pid=27821) [trial-2382↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27821)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27821): Process ended prematurely: osmo-stp_10.42.42.5(pid=27821) [trial-2382↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a21:09:08.067758 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:09:08.081165 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a21:09:08.235574 tst ping.py: using LAC 31517\u000a21:09:08.369828 tst ping.py: using RAC 152\u000a21:09:08.508190 tst ping.py: using CellId 31517\u000a21:09:08.658422 tst ping.py: using BVCI 31518\u000a21:09:08.686879 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:09:08.699736 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:09:08.713238 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:09:08.726778 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:09:08.741442 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:09:08.754715 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:09:08.767472 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:09:08.781109 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a21:09:09.093763 tst ping.py:19: start network...\u000a21:09:09.239207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:09.814289 run create_hlr_db(pid=27814): Launched\u000a21:09:10.014087 bus /gobi_6: Setting Powered False\u000a21:09:11.027004 run create_hlr_db(pid=27814): Terminated: ok {rc=0}\u000a21:09:11.443431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27817): Launched\u000a21:09:11.751821 run osmo-hlr_10.42.42.2(pid=27818): Launched\u000a21:09:11.864354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:12.400272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27820): Launched\u000a21:09:12.711059 run osmo-stp_10.42.42.5(pid=27821): Launched\u000a21:09:12.822791 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:09:13.358403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27823): Launched\u000a21:09:13.468035 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:09:13.736842 run patchelf(pid=27824): Launched\u000a21:09:13.917973 run osmo-stp_10.42.42.5(pid=27821): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27821)]\u000a21:09:14.050498 run osmo-stp_10.42.42.5(pid=27821): stdout: \u000a| (launched: 2022-12-12_21:09:12.556585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:14.183122 run osmo-stp_10.42.42.5(pid=27821): stderr: \u000a| �[0;m�[38;5;43m20221212210912731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210912731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210912731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210912732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210912732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210912732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210912733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:14.310785 run osmo-stp_10.42.42.5(pid=27821): stdout: \u000a| (launched: 2022-12-12_21:09:12.556585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:14.437818 run osmo-stp_10.42.42.5(pid=27821): stderr: \u000a| �[0;m�[38;5;43m20221212210912731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210912731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210912731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210912732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210912732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210912732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210912733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:14.585692 run patchelf(pid=27824): Terminating (SIGINT)\u000a21:09:14.760882 run patchelf(pid=27824): Terminated: ok {rc=0}\u000a21:09:14.792406 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27821): Process ended prematurely: osmo-stp_10.42.42.5(pid=27821) [trial-2382↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27821)] [trial-2382↪gprs:trx-sysmocell5000↪ping.py:22]\u000a21:09:14.800930 tst ping.py:22: Test FAILED (6.7 sec)\u000a21:09:14.862557 run osmo-hlr_10.42.42.2(pid=27818): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27818)]\u000a21:09:14.912750 run osmo-hlr_10.42.42.2(pid=27818): stdout: \u000a| (launched: 2022-12-12_21:09:11.599803) \u000a21:09:14.963745 run osmo-hlr_10.42.42.2(pid=27818): stderr: \u000a| �[0;m�[1;31m20221212210911780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210911780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210911780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210911781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210911781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210911781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210911794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210911803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210911803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210911803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:15.006883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27817): Terminating (SIGTERM)\u000a21:09:15.047632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27820): Terminating (SIGTERM)\u000a21:09:15.088248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27823): Terminating (SIGTERM)\u000a21:09:15.097713 --- ParallelTerminationStrategy: PID 27817 died...\u000a21:09:15.152717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27817): Terminated: ok {rc=0}\u000a21:09:15.162619 --- ParallelTerminationStrategy: PID 27820 died...\u000a21:09:15.217894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27820): Terminated: ok {rc=0}\u000a21:09:15.227653 --- ParallelTerminationStrategy: PID 27823 died...\u000a21:09:15.281884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27823): Terminated: ok {rc=0}\u000a21:09:15.372721 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27831): Process ended prematurely: osmo-stp_10.42.42.5(pid=27831) [trial-2382↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27831)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27831): Process ended prematurely: osmo-stp_10.42.42.5(pid=27831) [trial-2382↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a21:09:16.425616 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:09:16.438336 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a21:09:16.590975 tst ping_idle_ping.py: using LAC 31518\u000a21:09:16.725816 tst ping_idle_ping.py: using RAC 153\u000a21:09:16.862061 tst ping_idle_ping.py: using CellId 31518\u000a21:09:16.998649 tst ping_idle_ping.py: using BVCI 31519\u000a21:09:17.024894 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:09:17.037208 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:09:17.050115 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:09:17.062976 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:09:17.074880 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:09:17.087794 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:09:17.101878 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a21:09:17.113761 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a21:09:17.418511 tst ping_idle_ping.py:24: start network...\u000a21:09:17.558261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:18.085402 run create_hlr_db(pid=27825): Launched\u000a21:09:18.279792 bus /gobi_6: Setting Powered False\u000a21:09:19.301342 run create_hlr_db(pid=27825): Terminated: ok {rc=0}\u000a21:09:19.746613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27827): Launched\u000a21:09:20.081498 run osmo-hlr_10.42.42.2(pid=27828): Launched\u000a21:09:20.203918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:20.787806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27830): Launched\u000a21:09:21.122921 run osmo-stp_10.42.42.5(pid=27831): Launched\u000a21:09:21.243660 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:09:21.824325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27833): Launched\u000a21:09:21.943608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:09:22.233259 run patchelf(pid=27834): Launched\u000a21:09:22.427689 run osmo-stp_10.42.42.5(pid=27831): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27831)]\u000a21:09:22.569935 run osmo-stp_10.42.42.5(pid=27831): stdout: \u000a| (launched: 2022-12-12_21:09:20.957655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:22.713621 run osmo-stp_10.42.42.5(pid=27831): stderr: \u000a| �[0;m�[38;5;43m20221212210921151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210921151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210921151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210921152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210921152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210921152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210921153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:22.850686 run osmo-stp_10.42.42.5(pid=27831): stdout: \u000a| (launched: 2022-12-12_21:09:20.957655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:22.986636 run osmo-stp_10.42.42.5(pid=27831): stderr: \u000a| �[0;m�[38;5;43m20221212210921151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210921151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210921151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210921152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210921152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210921152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210921153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:23.145277 run patchelf(pid=27834): Terminating (SIGINT)\u000a21:09:23.331379 run patchelf(pid=27834): Terminated: ok {rc=0}\u000a21:09:23.365072 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27831): Process ended prematurely: osmo-stp_10.42.42.5(pid=27831) [trial-2382↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27831)] [trial-2382↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a21:09:23.374527 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a21:09:23.439986 run osmo-hlr_10.42.42.2(pid=27828): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27828)]\u000a21:09:23.493479 run osmo-hlr_10.42.42.2(pid=27828): stdout: \u000a| (launched: 2022-12-12_21:09:19.916376) \u000a21:09:23.547315 run osmo-hlr_10.42.42.2(pid=27828): stderr: \u000a| �[0;m�[1;31m20221212210920115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210920115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210920115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210920115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210920115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210920115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210920127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210920137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210920137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210920137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:23.592661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27827): Terminating (SIGTERM)\u000a21:09:23.636113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27830): Terminating (SIGTERM)\u000a21:09:23.679858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27833): Terminating (SIGTERM)\u000a21:09:23.690035 --- ParallelTerminationStrategy: PID 27827 died...\u000a21:09:23.748157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27827): Terminated: ok {rc=0}\u000a21:09:23.758440 --- ParallelTerminationStrategy: PID 27830 died...\u000a21:09:23.816126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27830): Terminated: ok {rc=0}\u000a21:09:23.826747 --- ParallelTerminationStrategy: PID 27833 died...\u000a21:09:23.884306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27833): Terminated: ok {rc=0}\u000a21:09:23.974760 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:08:23" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27848): Process ended prematurely: osmo-stp_10.42.42.5(pid=27848) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27848)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27848): Process ended prematurely: osmo-stp_10.42.42.5(pid=27848) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:09:26.149645 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:26.160735 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:09:26.301973 tst cs_paging_gprs_active.py: using LAC 31519\u000a21:09:26.426893 tst cs_paging_gprs_active.py: using RAC 154\u000a21:09:26.553917 tst cs_paging_gprs_active.py: using CellId 31519\u000a21:09:26.679450 tst cs_paging_gprs_active.py: using BVCI 31520\u000a21:09:26.703899 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:26.715156 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:26.726138 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:26.737119 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:26.747853 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:26.758708 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:26.769679 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:26.780406 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:26.791348 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:26.913359 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:27.204240 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:09:27.335870 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:27.661962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27838): Launched\u000a21:09:27.933109 run iperf3-srv_10.42.42.10(pid=27839): Launched\u000a21:09:28.127024 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:09:28.259609 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:28.587639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27840): Launched\u000a21:09:28.859585 run iperf3-srv_10.42.42.10(pid=27841): Launched\u000a21:09:29.051757 tst cs_paging_gprs_active.py:38: start network...\u000a21:09:29.183799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:29.689601 run create_hlr_db(pid=27842): Launched\u000a21:09:29.870386 bus /gobi_6: Setting Powered False\u000a21:09:30.916849 run create_hlr_db(pid=27842): Terminated: ok {rc=0}\u000a21:09:31.409116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27844): Launched\u000a21:09:31.809497 run osmo-hlr_10.42.42.2(pid=27845): Launched\u000a21:09:31.953645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:32.593855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27847): Launched\u000a21:09:32.935653 run osmo-stp_10.42.42.5(pid=27848): Launched\u000a21:09:33.060005 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:09:33.652108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27850): Launched\u000a21:09:33.774938 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:09:34.070562 run patchelf(pid=27851): Launched\u000a21:09:34.268152 run osmo-stp_10.42.42.5(pid=27848): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27848)]\u000a21:09:34.414007 run osmo-stp_10.42.42.5(pid=27848): stdout: \u000a| (launched: 2022-12-12_21:09:32.767388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:34.559704 run osmo-stp_10.42.42.5(pid=27848): stderr: \u000a| �[0;m�[38;5;43m20221212210932964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210932964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210932964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210932965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210932965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210932965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210932965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:34.700106 run osmo-stp_10.42.42.5(pid=27848): stdout: \u000a| (launched: 2022-12-12_21:09:32.767388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:34.839406 run osmo-stp_10.42.42.5(pid=27848): stderr: \u000a| �[0;m�[38;5;43m20221212210932964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210932964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210932964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210932965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210932965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210932965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210932965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:35.001323 run patchelf(pid=27851): Terminating (SIGINT)\u000a21:09:35.191435 run patchelf(pid=27851): Terminated: ok {rc=0}\u000a21:09:35.226334 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27848): Process ended prematurely: osmo-stp_10.42.42.5(pid=27848) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27848)] [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:09:35.236498 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a21:09:35.301822 run osmo-hlr_10.42.42.2(pid=27845): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27845)]\u000a21:09:35.355498 run osmo-hlr_10.42.42.2(pid=27845): stdout: \u000a| (launched: 2022-12-12_21:09:31.587058) \u000a21:09:35.409510 run osmo-hlr_10.42.42.2(pid=27845): stderr: \u000a| �[0;m�[1;31m20221212210931899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210931899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210931899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210931899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210931900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210931900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210931921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210931946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210931947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210931947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:35.455728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27838): Terminating (SIGTERM)\u000a21:09:35.499561 run iperf3-srv_10.42.42.10(pid=27839): Terminating (SIGTERM)\u000a21:09:35.543138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27840): Terminating (SIGTERM)\u000a21:09:35.586156 run iperf3-srv_10.42.42.10(pid=27841): Terminating (SIGTERM)\u000a21:09:35.629336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27844): Terminating (SIGTERM)\u000a21:09:35.673352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27847): Terminating (SIGTERM)\u000a21:09:35.716502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27850): Terminating (SIGTERM)\u000a21:09:35.726707 --- ParallelTerminationStrategy: PID 27838 died...\u000a21:09:35.784617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27838): Terminated: ok {rc=0}\u000a21:09:35.795021 --- ParallelTerminationStrategy: PID 27839 died...\u000a21:09:35.852424 run iperf3-srv_10.42.42.10(pid=27839): Terminated {rc=256}\u000a21:09:35.863029 --- ParallelTerminationStrategy: PID 27840 died...\u000a21:09:35.920450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27840): Terminated: ok {rc=0}\u000a21:09:35.931436 --- ParallelTerminationStrategy: PID 27841 died...\u000a21:09:35.989316 run iperf3-srv_10.42.42.10(pid=27841): Terminated {rc=256}\u000a21:09:35.999563 --- ParallelTerminationStrategy: PID 27844 died...\u000a21:09:36.057449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27844): Terminated: ok {rc=0}\u000a21:09:36.067708 --- ParallelTerminationStrategy: PID 27847 died...\u000a21:09:36.125507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27847): Terminated: ok {rc=0}\u000a21:09:36.135795 --- ParallelTerminationStrategy: PID 27850 died...\u000a21:09:36.193480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27850): Terminated: ok {rc=0}\u000a21:09:36.284516 bus /gobi_0: Setting Powered False\u000a21:09:37.392335 bus /gobi_0: Setting Powered False\u000a21:09:38.507131 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27865): Process ended prematurely: osmo-stp_10.42.42.5(pid=27865) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27865)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27865): Process ended prematurely: osmo-stp_10.42.42.5(pid=27865) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:09:39.620226 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:39.631875 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:09:39.779469 tst iperf3.py: using LAC 31520\u000a21:09:39.904732 tst iperf3.py: using RAC 155\u000a21:09:40.029583 tst iperf3.py: using CellId 31520\u000a21:09:40.153546 tst iperf3.py: using BVCI 31521\u000a21:09:40.177655 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:40.188627 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:40.199488 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:40.210303 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:40.221094 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:40.231909 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:40.242843 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:40.253572 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:40.264485 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:40.566790 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:09:40.708628 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:41.055667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27857): Launched\u000a21:09:41.344610 run iperf3-srv_10.42.42.10(pid=27858): Launched\u000a21:09:41.551153 tst iperf3.py:8: start network...\u000a21:09:41.692828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:42.223191 run create_hlr_db(pid=27859): Launched\u000a21:09:42.417733 bus /gobi_6: Setting Powered False\u000a21:09:43.439032 run create_hlr_db(pid=27859): Terminated: ok {rc=0}\u000a21:09:43.859489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27861): Launched\u000a21:09:44.174282 run osmo-hlr_10.42.42.2(pid=27862): Launched\u000a21:09:44.290465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:44.836252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27864): Launched\u000a21:09:45.151839 run osmo-stp_10.42.42.5(pid=27865): Launched\u000a21:09:45.266019 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:09:45.813681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27867): Launched\u000a21:09:45.958706 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:09:46.303143 run patchelf(pid=27868): Launched\u000a21:09:46.505984 run osmo-stp_10.42.42.5(pid=27865): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27865)]\u000a21:09:46.656080 run osmo-stp_10.42.42.5(pid=27865): stdout: \u000a| (launched: 2022-12-12_21:09:44.996770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:46.807944 run osmo-stp_10.42.42.5(pid=27865): stderr: \u000a| �[0;m�[38;5;43m20221212210945170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210945170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210945171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210945171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210945172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210945172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210945172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:46.953149 run osmo-stp_10.42.42.5(pid=27865): stdout: \u000a| (launched: 2022-12-12_21:09:44.996770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:47.094957 run osmo-stp_10.42.42.5(pid=27865): stderr: \u000a| �[0;m�[38;5;43m20221212210945170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210945170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210945171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210945171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210945172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210945172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210945172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:47.260483 run patchelf(pid=27868): Terminating (SIGINT)\u000a21:09:47.450104 run patchelf(pid=27868): Terminated: ok {rc=0}\u000a21:09:47.485935 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27865): Process ended prematurely: osmo-stp_10.42.42.5(pid=27865) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27865)] [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a21:09:47.496354 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a21:09:47.563790 run osmo-hlr_10.42.42.2(pid=27862): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27862)]\u000a21:09:47.617855 run osmo-hlr_10.42.42.2(pid=27862): stdout: \u000a| (launched: 2022-12-12_21:09:44.019379) \u000a21:09:47.672802 run osmo-hlr_10.42.42.2(pid=27862): stderr: \u000a| �[0;m�[1;31m20221212210944198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210944198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210944198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210944198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210944198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210944198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210944210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210944218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210944219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210944219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:09:47.719663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27857): Terminating (SIGTERM)\u000a21:09:47.764227 run iperf3-srv_10.42.42.10(pid=27858): Terminating (SIGTERM)\u000a21:09:47.807550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27861): Terminating (SIGTERM)\u000a21:09:47.852491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27864): Terminating (SIGTERM)\u000a21:09:47.896096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27867): Terminating (SIGTERM)\u000a21:09:47.906729 --- ParallelTerminationStrategy: PID 27857 died...\u000a21:09:47.965869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27857): Terminated: ok {rc=0}\u000a21:09:47.976269 --- ParallelTerminationStrategy: PID 27858 died...\u000a21:09:48.034743 run iperf3-srv_10.42.42.10(pid=27858): Terminated {rc=256}\u000a21:09:48.045361 --- ParallelTerminationStrategy: PID 27861 died...\u000a21:09:48.104208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27861): Terminated: ok {rc=0}\u000a21:09:48.114769 --- ParallelTerminationStrategy: PID 27864 died...\u000a21:09:48.173855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27864): Terminated: ok {rc=0}\u000a21:09:48.184291 --- ParallelTerminationStrategy: PID 27867 died...\u000a21:09:48.243467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27867): Terminated: ok {rc=0}\u000a21:09:48.332039 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27883): Process ended prematurely: osmo-stp_10.42.42.5(pid=27883) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27883)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27883): Process ended prematurely: osmo-stp_10.42.42.5(pid=27883) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27883)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:09:49.450788 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:49.463746 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:09:49.616307 tst iperf3m4.py: using LAC 31521\u000a21:09:49.748637 tst iperf3m4.py: using RAC 156\u000a21:09:49.880587 tst iperf3m4.py: using CellId 31521\u000a21:09:50.013538 tst iperf3m4.py: using BVCI 31522\u000a21:09:50.039509 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:50.051415 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:50.063327 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:50.075246 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:50.086768 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:50.098863 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:50.110833 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:50.122671 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:09:50.134515 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:50.255279 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:50.381283 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:50.504548 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:09:50.793549 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:09:50.926069 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:51.252096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27869): Launched\u000a21:09:51.524243 run iperf3-srv_10.42.42.10(pid=27870): Launched\u000a21:09:51.716346 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:09:51.847873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:52.174536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27871): Launched\u000a21:09:52.447755 run iperf3-srv_10.42.42.10(pid=27872): Launched\u000a21:09:52.640259 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:09:52.771756 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:53.098741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27873): Launched\u000a21:09:53.369726 run iperf3-srv_10.42.42.10(pid=27874): Launched\u000a21:09:53.562048 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:09:53.693336 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:09:54.018758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27875): Launched\u000a21:09:54.289824 run iperf3-srv_10.42.42.10(pid=27876): Launched\u000a21:09:54.482527 tst iperf3m4.py:8: start network...\u000a21:09:54.614205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:09:55.120282 run create_hlr_db(pid=27877): Launched\u000a21:09:55.299970 bus /gobi_6: Setting Powered False\u000a21:09:56.323244 run create_hlr_db(pid=27877): Terminated: ok {rc=0}\u000a21:09:56.770862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27879): Launched\u000a21:09:57.110762 run osmo-hlr_10.42.42.2(pid=27880): Launched\u000a21:09:57.235936 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:09:57.826538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27882): Launched\u000a21:09:58.167263 run osmo-stp_10.42.42.5(pid=27883): Launched\u000a21:09:58.292562 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:09:58.878691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27885): Launched\u000a21:09:58.999402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:09:59.295177 run patchelf(pid=27886): Launched\u000a21:09:59.492563 run osmo-stp_10.42.42.5(pid=27883): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27883)]\u000a21:09:59.636578 run osmo-stp_10.42.42.5(pid=27883): stdout: \u000a| (launched: 2022-12-12_21:09:57.998889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:09:59.781147 run osmo-stp_10.42.42.5(pid=27883): stderr: \u000a| �[0;m�[38;5;43m20221212210958194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210958194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210958195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210958195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210958196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210958196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210958196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:09:59.920864 run osmo-stp_10.42.42.5(pid=27883): stdout: \u000a| (launched: 2022-12-12_21:09:57.998889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:00.059739 run osmo-stp_10.42.42.5(pid=27883): stderr: \u000a| �[0;m�[38;5;43m20221212210958194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212210958194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212210958195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212210958195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212210958196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212210958196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212210958196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:00.222197 run patchelf(pid=27886): Terminating (SIGINT)\u000a21:10:00.412864 run patchelf(pid=27886): Terminated: ok {rc=0}\u000a21:10:00.447739 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27883): Process ended prematurely: osmo-stp_10.42.42.5(pid=27883) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27883)] [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:10:00.457809 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a21:10:00.523970 run osmo-hlr_10.42.42.2(pid=27880): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27880)]\u000a21:10:00.577699 run osmo-hlr_10.42.42.2(pid=27880): stdout: \u000a| (launched: 2022-12-12_21:09:56.943287) \u000a21:10:00.632077 run osmo-hlr_10.42.42.2(pid=27880): stderr: \u000a| �[0;m�[1;31m20221212210957145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212210957145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212210957145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210957145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212210957145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212210957145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212210957161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212210957170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212210957171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212210957171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:00.678518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27869): Terminating (SIGTERM)\u000a21:10:00.721569 run iperf3-srv_10.42.42.10(pid=27870): Terminating (SIGTERM)\u000a21:10:00.767666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27871): Terminating (SIGTERM)\u000a21:10:00.808530 run iperf3-srv_10.42.42.10(pid=27872): Terminating (SIGTERM)\u000a21:10:00.868124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27873): Terminating (SIGTERM)\u000a21:10:00.925105 run iperf3-srv_10.42.42.10(pid=27874): Terminating (SIGTERM)\u000a21:10:00.981172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27875): Terminating (SIGTERM)\u000a21:10:01.029486 run iperf3-srv_10.42.42.10(pid=27876): Terminating (SIGTERM)\u000a21:10:01.076727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27879): Terminating (SIGTERM)\u000a21:10:01.122348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27882): Terminating (SIGTERM)\u000a21:10:01.167774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27885): Terminating (SIGTERM)\u000a21:10:01.178577 --- ParallelTerminationStrategy: PID 27869 died...\u000a21:10:01.239619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27869): Terminated: ok {rc=0}\u000a21:10:01.250953 --- ParallelTerminationStrategy: PID 27870 died...\u000a21:10:01.311276 run iperf3-srv_10.42.42.10(pid=27870): Terminated {rc=256}\u000a21:10:01.322704 --- ParallelTerminationStrategy: PID 27871 died...\u000a21:10:01.384065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27871): Terminated: ok {rc=0}\u000a21:10:01.395350 --- ParallelTerminationStrategy: PID 27872 died...\u000a21:10:01.459029 run iperf3-srv_10.42.42.10(pid=27872): Terminated {rc=256}\u000a21:10:01.474903 --- ParallelTerminationStrategy: PID 27873 died...\u000a21:10:01.539374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27873): Terminated: ok {rc=0}\u000a21:10:01.550733 --- ParallelTerminationStrategy: PID 27874 died...\u000a21:10:01.611639 run iperf3-srv_10.42.42.10(pid=27874): Terminated {rc=256}\u000a21:10:01.623162 --- ParallelTerminationStrategy: PID 27875 died...\u000a21:10:01.685048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27875): Terminated: ok {rc=0}\u000a21:10:01.696390 --- ParallelTerminationStrategy: PID 27876 died...\u000a21:10:01.758905 run iperf3-srv_10.42.42.10(pid=27876): Terminated {rc=256}\u000a21:10:01.774383 --- ParallelTerminationStrategy: PID 27879 died...\u000a21:10:01.847569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27879): Terminated: ok {rc=0}\u000a21:10:01.864307 --- ParallelTerminationStrategy: PID 27882 died...\u000a21:10:01.932068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27882): Terminated: ok {rc=0}\u000a21:10:01.945149 --- ParallelTerminationStrategy: PID 27885 died...\u000a21:10:02.008845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27885): Terminated: ok {rc=0}\u000a21:10:02.125212 bus /gobi_4: Setting Powered False\u000a21:10:03.232355 bus /gobi_4: Setting Powered False\u000a21:10:04.347035 bus /gobi_1: Setting Powered False\u000a21:10:05.451060 bus /gobi_1: Setting Powered False\u000a21:10:06.564230 bus /gobi_0: Setting Powered False\u000a21:10:07.672805 bus /gobi_0: Setting Powered False\u000a21:10:08.782573 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28177): Process ended prematurely: osmo-stp_10.42.42.5(pid=28177) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28177)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28177): Process ended prematurely: osmo-stp_10.42.42.5(pid=28177) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:10:09.851778 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:09.864247 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:10:10.007650 tst ping.py: using LAC 31522\u000a21:10:10.130288 tst ping.py: using RAC 157\u000a21:10:10.253481 tst ping.py: using CellId 31522\u000a21:10:10.374025 tst ping.py: using BVCI 31523\u000a21:10:10.397765 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:10.409236 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:10.420267 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:10.431224 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:10.442242 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:10.453196 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:10.464326 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:10.475428 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:10:10.755574 tst ping.py:19: start network...\u000a21:10:10.883323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:11.378293 run create_hlr_db(pid=27897): Launched\u000a21:10:11.556068 bus /gobi_6: Setting Powered False\u000a21:10:12.587069 run create_hlr_db(pid=27897): Terminated: ok {rc=0}\u000a21:10:13.021856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27939): Launched\u000a21:10:13.356838 run osmo-hlr_10.42.42.2(pid=28000): Launched\u000a21:10:13.540913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:14.135421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28107): Launched\u000a21:10:14.503428 run osmo-stp_10.42.42.5(pid=28177): Launched\u000a21:10:14.713854 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:15.318831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28256): Launched\u000a21:10:15.437990 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:15.728122 run patchelf(pid=28257): Launched\u000a21:10:15.943414 run osmo-stp_10.42.42.5(pid=28177): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28177)]\u000a21:10:16.088176 run osmo-stp_10.42.42.5(pid=28177): stdout: \u000a| (launched: 2022-12-12_21:10:14.294845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:16.233894 run osmo-stp_10.42.42.5(pid=28177): stderr: \u000a| �[0;m�[38;5;43m20221212211014582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211014583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211014583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211014583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211014584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211014584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211014584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:16.375213 run osmo-stp_10.42.42.5(pid=28177): stdout: \u000a| (launched: 2022-12-12_21:10:14.294845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:16.514785 run osmo-stp_10.42.42.5(pid=28177): stderr: \u000a| �[0;m�[38;5;43m20221212211014582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211014583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211014583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211014583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211014584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211014584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211014584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:16.677739 run patchelf(pid=28257): Terminating (SIGINT)\u000a21:10:16.891973 run patchelf(pid=28257): Terminated: ok {rc=0}\u000a21:10:16.934512 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28177): Process ended prematurely: osmo-stp_10.42.42.5(pid=28177) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28177)] [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a21:10:16.948086 tst ping.py:22: Test FAILED (7.1 sec)\u000a21:10:17.026274 run osmo-hlr_10.42.42.2(pid=28000): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28000)]\u000a21:10:17.089859 run osmo-hlr_10.42.42.2(pid=28000): stdout: \u000a| (launched: 2022-12-12_21:10:13.193675) \u000a21:10:17.146211 run osmo-hlr_10.42.42.2(pid=28000): stderr: \u000a| �[0;m�[1;31m20221212211013506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211013506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211013506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211013506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211013506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211013506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211013523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211013538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211013538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211013538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:17.191384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27939): Terminating (SIGTERM)\u000a21:10:17.234505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28107): Terminating (SIGTERM)\u000a21:10:17.275862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28256): Terminating (SIGTERM)\u000a21:10:17.285591 --- ParallelTerminationStrategy: PID 27939 died...\u000a21:10:17.340590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27939): Terminated: ok {rc=0}\u000a21:10:17.350594 --- ParallelTerminationStrategy: PID 28107 died...\u000a21:10:17.405341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28107): Terminated: ok {rc=0}\u000a21:10:17.415261 --- ParallelTerminationStrategy: PID 28256 died...\u000a21:10:17.469839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28256): Terminated: ok {rc=0}\u000a21:10:17.560267 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28268): Process ended prematurely: osmo-stp_10.42.42.5(pid=28268) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28268)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28268): Process ended prematurely: osmo-stp_10.42.42.5(pid=28268) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:10:18.614680 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:18.627020 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:10:18.769185 tst ping_idle_ping.py: using LAC 31523\u000a21:10:18.890177 tst ping_idle_ping.py: using RAC 158\u000a21:10:19.010837 tst ping_idle_ping.py: using CellId 31523\u000a21:10:19.133342 tst ping_idle_ping.py: using BVCI 31524\u000a21:10:19.157137 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:19.168381 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:19.179393 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:19.190325 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:19.201076 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:19.211777 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:19.222877 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:10:19.233763 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:10:19.515771 tst ping_idle_ping.py:24: start network...\u000a21:10:19.645416 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:20.145675 run create_hlr_db(pid=28258): Launched\u000a21:10:20.325841 bus /gobi_6: Setting Powered False\u000a21:10:21.346458 run create_hlr_db(pid=28258): Terminated: ok {rc=0}\u000a21:10:21.781035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28260): Launched\u000a21:10:22.094246 run osmo-hlr_10.42.42.2(pid=28261): Launched\u000a21:10:22.207218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:22.742774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28263): Launched\u000a21:10:23.110533 run osmo-stp_10.42.42.5(pid=28268): Launched\u000a21:10:23.268508 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:23.901390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28374): Launched\u000a21:10:24.025469 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:24.317509 run patchelf(pid=28443): Launched\u000a21:10:24.516290 run osmo-stp_10.42.42.5(pid=28268): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28268)]\u000a21:10:24.663097 run osmo-stp_10.42.42.5(pid=28268): stdout: \u000a| (launched: 2022-12-12_21:10:22.900027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:24.811897 run osmo-stp_10.42.42.5(pid=28268): stderr: \u000a| �[0;m�[38;5;43m20221212211023189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211023189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211023190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211023190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211023191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211023191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211023191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:24.952223 run osmo-stp_10.42.42.5(pid=28268): stdout: \u000a| (launched: 2022-12-12_21:10:22.900027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:25.091448 run osmo-stp_10.42.42.5(pid=28268): stderr: \u000a| �[0;m�[38;5;43m20221212211023189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211023189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211023190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211023190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211023191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211023191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211023191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:25.253835 run patchelf(pid=28443): Terminating (SIGINT)\u000a21:10:25.444275 run patchelf(pid=28443): Terminated: ok {rc=0}\u000a21:10:25.479628 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28268): Process ended prematurely: osmo-stp_10.42.42.5(pid=28268) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28268)] [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:10:25.489951 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a21:10:25.560909 run osmo-hlr_10.42.42.2(pid=28261): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28261)]\u000a21:10:25.616456 run osmo-hlr_10.42.42.2(pid=28261): stdout: \u000a| (launched: 2022-12-12_21:10:21.938223) \u000a21:10:25.673407 run osmo-hlr_10.42.42.2(pid=28261): stderr: \u000a| �[0;m�[1;31m20221212211022117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211022117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211022117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211022117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211022117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211022117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211022130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211022139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211022139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211022139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:25.721926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28260): Terminating (SIGTERM)\u000a21:10:25.772855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28263): Terminating (SIGTERM)\u000a21:10:25.820334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28374): Terminating (SIGTERM)\u000a21:10:25.831457 --- ParallelTerminationStrategy: PID 28260 died...\u000a21:10:25.894155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28260): Terminated: ok {rc=0}\u000a21:10:25.905643 --- ParallelTerminationStrategy: PID 28263 died...\u000a21:10:25.966870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28263): Terminated: ok {rc=0}\u000a21:10:25.978637 --- ParallelTerminationStrategy: PID 28374 died...\u000a21:10:26.039218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28374): Terminated: ok {rc=0}\u000a21:10:26.131840 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:09:25" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28458): Process ended prematurely: osmo-stp_10.42.42.5(pid=28458) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28458)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28458): Process ended prematurely: osmo-stp_10.42.42.5(pid=28458) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:10:28.341530 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:28.354335 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:10:28.540501 tst cs_paging_gprs_active.py: using LAC 31524\u000a21:10:28.678953 tst cs_paging_gprs_active.py: using RAC 159\u000a21:10:28.816398 tst cs_paging_gprs_active.py: using CellId 31524\u000a21:10:28.957311 tst cs_paging_gprs_active.py: using BVCI 31525\u000a21:10:28.985142 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:28.998074 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:29.011143 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:29.024588 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:29.038278 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:29.052114 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:29.065799 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:29.078165 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:29.091973 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:29.214734 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:29.502498 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:10:29.633499 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:29.957431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28448): Launched\u000a21:10:30.228256 run iperf3-srv_10.42.42.10(pid=28449): Launched\u000a21:10:30.421712 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:10:30.553837 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:30.910478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28450): Launched\u000a21:10:31.208078 run iperf3-srv_10.42.42.10(pid=28451): Launched\u000a21:10:31.405979 tst cs_paging_gprs_active.py:38: start network...\u000a21:10:31.542182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:32.091573 run create_hlr_db(pid=28452): Launched\u000a21:10:32.294613 bus /gobi_6: Setting Powered False\u000a21:10:33.313908 run create_hlr_db(pid=28452): Terminated: ok {rc=0}\u000a21:10:33.763411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28454): Launched\u000a21:10:34.102704 run osmo-hlr_10.42.42.2(pid=28455): Launched\u000a21:10:34.228126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:34.817884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28457): Launched\u000a21:10:35.158304 run osmo-stp_10.42.42.5(pid=28458): Launched\u000a21:10:35.282345 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:35.872878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28460): Launched\u000a21:10:35.994656 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:36.289745 run patchelf(pid=28461): Launched\u000a21:10:36.486847 run osmo-stp_10.42.42.5(pid=28458): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28458)]\u000a21:10:36.631466 run osmo-stp_10.42.42.5(pid=28458): stdout: \u000a| (launched: 2022-12-12_21:10:34.990174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:36.776707 run osmo-stp_10.42.42.5(pid=28458): stderr: \u000a| �[0;m�[38;5;43m20221212211035184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211035184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211035185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211035185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211035187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211035188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211035188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:36.916320 run osmo-stp_10.42.42.5(pid=28458): stdout: \u000a| (launched: 2022-12-12_21:10:34.990174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:37.055076 run osmo-stp_10.42.42.5(pid=28458): stderr: \u000a| �[0;m�[38;5;43m20221212211035184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211035184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211035185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211035185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211035187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211035188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211035188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:37.216664 run patchelf(pid=28461): Terminating (SIGINT)\u000a21:10:37.406581 run patchelf(pid=28461): Terminated: ok {rc=0}\u000a21:10:37.441280 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28458): Process ended prematurely: osmo-stp_10.42.42.5(pid=28458) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28458)] [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:10:37.451351 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a21:10:37.517573 run osmo-hlr_10.42.42.2(pid=28455): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28455)]\u000a21:10:37.570808 run osmo-hlr_10.42.42.2(pid=28455): stdout: \u000a| (launched: 2022-12-12_21:10:33.935733) \u000a21:10:37.624819 run osmo-hlr_10.42.42.2(pid=28455): stderr: \u000a| �[0;m�[1;31m20221212211034136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211034136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211034136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211034136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211034136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211034136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211034148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211034157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211034157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211034157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:37.670870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28448): Terminating (SIGTERM)\u000a21:10:37.714148 run iperf3-srv_10.42.42.10(pid=28449): Terminating (SIGTERM)\u000a21:10:37.757656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28450): Terminating (SIGTERM)\u000a21:10:37.801814 run iperf3-srv_10.42.42.10(pid=28451): Terminating (SIGTERM)\u000a21:10:37.845119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28454): Terminating (SIGTERM)\u000a21:10:37.888418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28457): Terminating (SIGTERM)\u000a21:10:37.931214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28460): Terminating (SIGTERM)\u000a21:10:37.941458 --- ParallelTerminationStrategy: PID 28448 died...\u000a21:10:37.999269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28448): Terminated: ok {rc=0}\u000a21:10:38.010023 --- ParallelTerminationStrategy: PID 28449 died...\u000a21:10:38.067699 run iperf3-srv_10.42.42.10(pid=28449): Terminated {rc=256}\u000a21:10:38.077976 --- ParallelTerminationStrategy: PID 28450 died...\u000a21:10:38.135599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28450): Terminated: ok {rc=0}\u000a21:10:38.146074 --- ParallelTerminationStrategy: PID 28451 died...\u000a21:10:38.203807 run iperf3-srv_10.42.42.10(pid=28451): Terminated {rc=256}\u000a21:10:38.214165 --- ParallelTerminationStrategy: PID 28454 died...\u000a21:10:38.271857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28454): Terminated: ok {rc=0}\u000a21:10:38.282280 --- ParallelTerminationStrategy: PID 28457 died...\u000a21:10:38.339498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28457): Terminated: ok {rc=0}\u000a21:10:38.350199 --- ParallelTerminationStrategy: PID 28460 died...\u000a21:10:38.408103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28460): Terminated: ok {rc=0}\u000a21:10:38.497440 bus /gobi_0: Setting Powered False\u000a21:10:39.608005 bus /gobi_0: Setting Powered False\u000a21:10:40.719102 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28470): Process ended prematurely: osmo-stp_10.42.42.5(pid=28470) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28470)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28470): Process ended prematurely: osmo-stp_10.42.42.5(pid=28470) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:10:41.840425 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:41.853076 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:10:42.047894 tst iperf3.py: using LAC 31525\u000a21:10:42.181171 tst iperf3.py: using RAC 160\u000a21:10:42.314394 tst iperf3.py: using CellId 31525\u000a21:10:42.446268 tst iperf3.py: using BVCI 31526\u000a21:10:42.472243 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:42.483979 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:42.495380 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:42.507185 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:42.519710 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:42.531761 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:42.544169 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:42.555994 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:42.568155 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:42.874049 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:10:43.015050 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:43.364774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28462): Launched\u000a21:10:43.657919 run iperf3-srv_10.42.42.10(pid=28463): Launched\u000a21:10:43.865972 tst iperf3.py:8: start network...\u000a21:10:44.007729 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:44.540933 run create_hlr_db(pid=28464): Launched\u000a21:10:44.738089 bus /gobi_6: Setting Powered False\u000a21:10:45.758586 run create_hlr_db(pid=28464): Terminated: ok {rc=0}\u000a21:10:46.211281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28466): Launched\u000a21:10:46.651059 run osmo-hlr_10.42.42.2(pid=28467): Launched\u000a21:10:46.892092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:10:47.482478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28469): Launched\u000a21:10:47.821610 run osmo-stp_10.42.42.5(pid=28470): Launched\u000a21:10:47.944263 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:10:48.533223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28472): Launched\u000a21:10:48.655207 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:10:48.949504 run patchelf(pid=28473): Launched\u000a21:10:49.146079 run osmo-stp_10.42.42.5(pid=28470): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28470)]\u000a21:10:49.289759 run osmo-stp_10.42.42.5(pid=28470): stdout: \u000a| (launched: 2022-12-12_21:10:47.654962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:49.434024 run osmo-stp_10.42.42.5(pid=28470): stderr: \u000a| �[0;m�[38;5;43m20221212211047852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211047852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211047852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211047853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211047853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211047853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211047853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:49.573473 run osmo-stp_10.42.42.5(pid=28470): stdout: \u000a| (launched: 2022-12-12_21:10:47.654962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:10:49.712070 run osmo-stp_10.42.42.5(pid=28470): stderr: \u000a| �[0;m�[38;5;43m20221212211047852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211047852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211047852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211047853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211047853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211047853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211047853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:10:49.873796 run patchelf(pid=28473): Terminating (SIGINT)\u000a21:10:50.063162 run patchelf(pid=28473): Terminated: ok {rc=0}\u000a21:10:50.097814 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28470): Process ended prematurely: osmo-stp_10.42.42.5(pid=28470) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28470)] [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:10:50.108007 tst iperf3.py:8: Test FAILED (8.3 sec)\u000a21:10:50.173553 run osmo-hlr_10.42.42.2(pid=28467): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28467)]\u000a21:10:50.226643 run osmo-hlr_10.42.42.2(pid=28467): stdout: \u000a| (launched: 2022-12-12_21:10:46.387249) \u000a21:10:50.280759 run osmo-hlr_10.42.42.2(pid=28467): stderr: \u000a| �[0;m�[1;31m20221212211046696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211046696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211046696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211046697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211046697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211046697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211046715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211046727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211046727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211046728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:10:50.326681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28462): Terminating (SIGTERM)\u000a21:10:50.369488 run iperf3-srv_10.42.42.10(pid=28463): Terminating (SIGTERM)\u000a21:10:50.412605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28466): Terminating (SIGTERM)\u000a21:10:50.455738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28469): Terminating (SIGTERM)\u000a21:10:50.498935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28472): Terminating (SIGTERM)\u000a21:10:50.509107 --- ParallelTerminationStrategy: PID 28462 died...\u000a21:10:50.567278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28462): Terminated: ok {rc=0}\u000a21:10:50.577514 --- ParallelTerminationStrategy: PID 28463 died...\u000a21:10:50.634794 run iperf3-srv_10.42.42.10(pid=28463): Terminated {rc=256}\u000a21:10:50.645116 --- ParallelTerminationStrategy: PID 28466 died...\u000a21:10:50.703058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28466): Terminated: ok {rc=0}\u000a21:10:50.713459 --- ParallelTerminationStrategy: PID 28469 died...\u000a21:10:50.771102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28469): Terminated: ok {rc=0}\u000a21:10:50.781393 --- ParallelTerminationStrategy: PID 28472 died...\u000a21:10:50.838853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28472): Terminated: ok {rc=0}\u000a21:10:50.926810 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28488): Process ended prematurely: osmo-stp_10.42.42.5(pid=28488) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28488)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28488): Process ended prematurely: osmo-stp_10.42.42.5(pid=28488) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:10:52.044993 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:52.057628 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:10:52.233354 tst iperf3m4.py: using LAC 31526\u000a21:10:52.363111 tst iperf3m4.py: using RAC 161\u000a21:10:52.492712 tst iperf3m4.py: using CellId 31526\u000a21:10:52.617432 tst iperf3m4.py: using BVCI 31527\u000a21:10:52.641449 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:52.653007 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:52.664248 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:52.676032 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:52.687812 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:52.699659 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:52.711585 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:52.725202 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:10:52.737130 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:52.860561 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:52.981166 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:53.104030 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:10:53.409948 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:10:53.551087 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:53.899838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28474): Launched\u000a21:10:54.191729 run iperf3-srv_10.42.42.10(pid=28475): Launched\u000a21:10:54.399365 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:10:54.541292 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:54.891689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28476): Launched\u000a21:10:55.183285 run iperf3-srv_10.42.42.10(pid=28477): Launched\u000a21:10:55.391170 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:10:55.533406 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:55.884503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28478): Launched\u000a21:10:56.177198 run iperf3-srv_10.42.42.10(pid=28479): Launched\u000a21:10:56.386093 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:10:56.528338 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:10:56.881562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28480): Launched\u000a21:10:57.171854 run iperf3-srv_10.42.42.10(pid=28481): Launched\u000a21:10:57.379563 tst iperf3m4.py:8: start network...\u000a21:10:57.521859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:10:58.054644 run create_hlr_db(pid=28482): Launched\u000a21:10:58.250285 bus /gobi_6: Setting Powered False\u000a21:10:59.271837 run create_hlr_db(pid=28482): Terminated: ok {rc=0}\u000a21:10:59.721388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28484): Launched\u000a21:11:00.060460 run osmo-hlr_10.42.42.2(pid=28485): Launched\u000a21:11:00.187119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:00.775650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28487): Launched\u000a21:11:01.278807 run osmo-stp_10.42.42.5(pid=28488): Launched\u000a21:11:01.424321 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:11:02.045673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28490): Launched\u000a21:11:02.195125 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:11:02.486931 run patchelf(pid=28491): Launched\u000a21:11:02.670387 run osmo-stp_10.42.42.5(pid=28488): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28488)]\u000a21:11:02.804590 run osmo-stp_10.42.42.5(pid=28488): stdout: \u000a| (launched: 2022-12-12_21:11:00.950494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:02.939135 run osmo-stp_10.42.42.5(pid=28488): stderr: \u000a| �[0;m�[38;5;43m20221212211101167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211101167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211101168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211101168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211101169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211101169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211101169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:03.098186 run osmo-stp_10.42.42.5(pid=28488): stdout: \u000a| (launched: 2022-12-12_21:11:00.950494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:03.227589 run osmo-stp_10.42.42.5(pid=28488): stderr: \u000a| �[0;m�[38;5;43m20221212211101167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211101167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211101168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211101168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211101169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211101169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211101169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:03.377785 run patchelf(pid=28491): Terminating (SIGINT)\u000a21:11:03.554876 run patchelf(pid=28491): Terminated: ok {rc=0}\u000a21:11:03.587039 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28488): Process ended prematurely: osmo-stp_10.42.42.5(pid=28488) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28488)] [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:11:03.596314 tst iperf3m4.py:8: Test FAILED (11.6 sec)\u000a21:11:03.657607 run osmo-hlr_10.42.42.2(pid=28485): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28485)]\u000a21:11:03.707736 run osmo-hlr_10.42.42.2(pid=28485): stdout: \u000a| (launched: 2022-12-12_21:10:59.893918) \u000a21:11:03.758842 run osmo-hlr_10.42.42.2(pid=28485): stderr: \u000a| �[0;m�[1;31m20221212211100094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211100094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211100094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211100094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211100094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211100094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211100107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211100115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211100115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211100116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:03.801858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28474): Terminating (SIGTERM)\u000a21:11:03.842418 run iperf3-srv_10.42.42.10(pid=28475): Terminating (SIGTERM)\u000a21:11:03.882971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28476): Terminating (SIGTERM)\u000a21:11:03.923414 run iperf3-srv_10.42.42.10(pid=28477): Terminating (SIGTERM)\u000a21:11:03.964094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28478): Terminating (SIGTERM)\u000a21:11:04.004678 run iperf3-srv_10.42.42.10(pid=28479): Terminating (SIGTERM)\u000a21:11:04.045406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28480): Terminating (SIGTERM)\u000a21:11:04.086108 run iperf3-srv_10.42.42.10(pid=28481): Terminating (SIGTERM)\u000a21:11:04.126935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28484): Terminating (SIGTERM)\u000a21:11:04.167593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28487): Terminating (SIGTERM)\u000a21:11:04.208217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28490): Terminating (SIGTERM)\u000a21:11:04.217823 --- ParallelTerminationStrategy: PID 28474 died...\u000a21:11:04.272020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28474): Terminated: ok {rc=0}\u000a21:11:04.282028 --- ParallelTerminationStrategy: PID 28475 died...\u000a21:11:04.336415 run iperf3-srv_10.42.42.10(pid=28475): Terminated {rc=256}\u000a21:11:04.346479 --- ParallelTerminationStrategy: PID 28476 died...\u000a21:11:04.400512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28476): Terminated: ok {rc=0}\u000a21:11:04.410553 --- ParallelTerminationStrategy: PID 28477 died...\u000a21:11:04.464619 run iperf3-srv_10.42.42.10(pid=28477): Terminated {rc=256}\u000a21:11:04.474526 --- ParallelTerminationStrategy: PID 28478 died...\u000a21:11:04.528657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28478): Terminated: ok {rc=0}\u000a21:11:04.538616 --- ParallelTerminationStrategy: PID 28479 died...\u000a21:11:04.592443 run iperf3-srv_10.42.42.10(pid=28479): Terminated {rc=256}\u000a21:11:04.602411 --- ParallelTerminationStrategy: PID 28480 died...\u000a21:11:04.656928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28480): Terminated: ok {rc=0}\u000a21:11:04.666871 --- ParallelTerminationStrategy: PID 28481 died...\u000a21:11:04.721204 run iperf3-srv_10.42.42.10(pid=28481): Terminated {rc=256}\u000a21:11:04.731070 --- ParallelTerminationStrategy: PID 28484 died...\u000a21:11:04.786175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28484): Terminated: ok {rc=0}\u000a21:11:04.796146 --- ParallelTerminationStrategy: PID 28487 died...\u000a21:11:04.850399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28487): Terminated: ok {rc=0}\u000a21:11:04.860401 --- ParallelTerminationStrategy: PID 28490 died...\u000a21:11:04.914610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28490): Terminated: ok {rc=0}\u000a21:11:05.005715 bus /gobi_4: Setting Powered False\u000a21:11:06.111359 bus /gobi_4: Setting Powered False\u000a21:11:07.226328 bus /gobi_1: Setting Powered False\u000a21:11:08.331638 bus /gobi_1: Setting Powered False\u000a21:11:09.440254 bus /gobi_0: Setting Powered False\u000a21:11:10.548858 bus /gobi_0: Setting Powered False\u000a21:11:11.659219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28498): Process ended prematurely: osmo-stp_10.42.42.5(pid=28498) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28498)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28498): Process ended prematurely: osmo-stp_10.42.42.5(pid=28498) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:11:12.729500 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:12.741932 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:11:12.905950 tst ping.py: using LAC 31527\u000a21:11:13.026825 tst ping.py: using RAC 162\u000a21:11:13.150244 tst ping.py: using CellId 31527\u000a21:11:13.274054 tst ping.py: using BVCI 31528\u000a21:11:13.298192 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:13.309604 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:13.320434 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:13.331677 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:13.342719 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:13.353928 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:13.365118 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:13.376094 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:11:13.675071 tst ping.py:19: start network...\u000a21:11:13.814567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:14.336129 run create_hlr_db(pid=28492): Launched\u000a21:11:14.528832 bus /gobi_6: Setting Powered False\u000a21:11:15.549197 run create_hlr_db(pid=28492): Terminated: ok {rc=0}\u000a21:11:16.006533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28494): Launched\u000a21:11:16.463175 run osmo-hlr_10.42.42.2(pid=28495): Launched\u000a21:11:16.598468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:17.256816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28497): Launched\u000a21:11:17.593178 run osmo-stp_10.42.42.5(pid=28498): Launched\u000a21:11:17.715107 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:11:18.299561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28500): Launched\u000a21:11:18.418189 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:11:18.708148 run patchelf(pid=28501): Launched\u000a21:11:18.901695 run osmo-stp_10.42.42.5(pid=28498): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28498)]\u000a21:11:19.043074 run osmo-stp_10.42.42.5(pid=28498): stdout: \u000a| (launched: 2022-12-12_21:11:17.428302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:19.184923 run osmo-stp_10.42.42.5(pid=28498): stderr: \u000a| �[0;m�[38;5;43m20221212211117623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211117623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211117623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211117623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211117626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211117626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211117626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:19.322244 run osmo-stp_10.42.42.5(pid=28498): stdout: \u000a| (launched: 2022-12-12_21:11:17.428302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:19.458417 run osmo-stp_10.42.42.5(pid=28498): stderr: \u000a| �[0;m�[38;5;43m20221212211117623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211117623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211117623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211117623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211117626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211117626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211117626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:19.616489 run patchelf(pid=28501): Terminating (SIGINT)\u000a21:11:19.802808 run patchelf(pid=28501): Terminated: ok {rc=0}\u000a21:11:19.836309 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28498): Process ended prematurely: osmo-stp_10.42.42.5(pid=28498) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28498)] [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:11:19.845711 tst ping.py:22: Test FAILED (7.1 sec)\u000a21:11:19.911208 run osmo-hlr_10.42.42.2(pid=28495): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28495)]\u000a21:11:19.964178 run osmo-hlr_10.42.42.2(pid=28495): stdout: \u000a| (launched: 2022-12-12_21:11:16.178247) \u000a21:11:20.018146 run osmo-hlr_10.42.42.2(pid=28495): stderr: \u000a| �[0;m�[1;31m20221212211116418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211116418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211116418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211116418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211116418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211116418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211116438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211116455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211116455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211116455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:20.064076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28494): Terminating (SIGTERM)\u000a21:11:20.107423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28497): Terminating (SIGTERM)\u000a21:11:20.150991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28500): Terminating (SIGTERM)\u000a21:11:20.161039 --- ParallelTerminationStrategy: PID 28494 died...\u000a21:11:20.218934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28494): Terminated: ok {rc=0}\u000a21:11:20.229395 --- ParallelTerminationStrategy: PID 28497 died...\u000a21:11:20.286712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28497): Terminated: ok {rc=0}\u000a21:11:20.297456 --- ParallelTerminationStrategy: PID 28500 died...\u000a21:11:20.355078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28500): Terminated: ok {rc=0}\u000a21:11:20.443680 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28508): Process ended prematurely: osmo-stp_10.42.42.5(pid=28508) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28508)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28508): Process ended prematurely: osmo-stp_10.42.42.5(pid=28508) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:11:21.498589 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:21.511076 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:11:21.685960 tst ping_idle_ping.py: using LAC 31528\u000a21:11:21.815470 tst ping_idle_ping.py: using RAC 163\u000a21:11:21.946796 tst ping_idle_ping.py: using CellId 31528\u000a21:11:22.074709 tst ping_idle_ping.py: using BVCI 31529\u000a21:11:22.100162 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:22.111934 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:22.123499 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:22.135679 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:22.147535 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:22.159555 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:22.171808 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:11:22.183443 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:11:22.466647 tst ping_idle_ping.py:24: start network...\u000a21:11:22.595215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:23.103622 run create_hlr_db(pid=28502): Launched\u000a21:11:23.296816 bus /gobi_6: Setting Powered False\u000a21:11:24.317484 run create_hlr_db(pid=28502): Terminated: ok {rc=0}\u000a21:11:24.759040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28504): Launched\u000a21:11:25.091957 run osmo-hlr_10.42.42.2(pid=28505): Launched\u000a21:11:25.216907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:25.793825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28507): Launched\u000a21:11:26.127117 run osmo-stp_10.42.42.5(pid=28508): Launched\u000a21:11:26.248210 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:11:26.838042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28510): Launched\u000a21:11:26.956841 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:11:27.247191 run patchelf(pid=28511): Launched\u000a21:11:27.440821 run osmo-stp_10.42.42.5(pid=28508): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28508)]\u000a21:11:27.582916 run osmo-stp_10.42.42.5(pid=28508): stdout: \u000a| (launched: 2022-12-12_21:11:25.962482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:27.725987 run osmo-stp_10.42.42.5(pid=28508): stderr: \u000a| �[0;m�[38;5;43m20221212211126156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211126156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211126156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211126157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211126157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211126157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211126157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:27.863519 run osmo-stp_10.42.42.5(pid=28508): stdout: \u000a| (launched: 2022-12-12_21:11:25.962482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:28.000153 run osmo-stp_10.42.42.5(pid=28508): stderr: \u000a| �[0;m�[38;5;43m20221212211126156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211126156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211126156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211126157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211126157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211126157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211126157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:28.158505 run patchelf(pid=28511): Terminating (SIGINT)\u000a21:11:28.344283 run patchelf(pid=28511): Terminated: ok {rc=0}\u000a21:11:28.377830 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28508): Process ended prematurely: osmo-stp_10.42.42.5(pid=28508) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28508)] [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:11:28.387346 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a21:11:28.453053 run osmo-hlr_10.42.42.2(pid=28505): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28505)]\u000a21:11:28.506334 run osmo-hlr_10.42.42.2(pid=28505): stdout: \u000a| (launched: 2022-12-12_21:11:24.928485) \u000a21:11:28.560256 run osmo-hlr_10.42.42.2(pid=28505): stderr: \u000a| �[0;m�[1;31m20221212211125127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211125127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211125127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211125127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211125127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211125127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211125141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211125150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211125150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211125150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:28.606164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28504): Terminating (SIGTERM)\u000a21:11:28.649937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28507): Terminating (SIGTERM)\u000a21:11:28.692910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28510): Terminating (SIGTERM)\u000a21:11:28.703361 --- ParallelTerminationStrategy: PID 28504 died...\u000a21:11:28.761455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28504): Terminated: ok {rc=0}\u000a21:11:28.772210 --- ParallelTerminationStrategy: PID 28507 died...\u000a21:11:28.829496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28507): Terminated: ok {rc=0}\u000a21:11:28.840222 --- ParallelTerminationStrategy: PID 28510 died...\u000a21:11:28.897475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28510): Terminated: ok {rc=0}\u000a21:11:28.987270 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:10:27" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28525): Process ended prematurely: osmo-stp_10.42.42.5(pid=28525) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28525)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28525): Process ended prematurely: osmo-stp_10.42.42.5(pid=28525) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:11:31.225444 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:31.238157 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:11:31.416488 tst cs_paging_gprs_active.py: using LAC 31529\u000a21:11:31.582966 tst cs_paging_gprs_active.py: using RAC 164\u000a21:11:31.719858 tst cs_paging_gprs_active.py: using CellId 31529\u000a21:11:31.855015 tst cs_paging_gprs_active.py: using BVCI 31530\u000a21:11:31.882453 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:31.895212 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:31.909229 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:31.921939 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:31.935801 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:31.949558 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:31.962355 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:31.977285 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:31.991283 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:11:32.119857 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:11:32.433448 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:11:32.575461 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:11:32.924530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28515): Launched\u000a21:11:33.216342 run iperf3-srv_10.42.42.10(pid=28516): Launched\u000a21:11:33.424641 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:11:33.567251 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:11:33.918553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28517): Launched\u000a21:11:34.211174 run iperf3-srv_10.42.42.10(pid=28518): Launched\u000a21:11:34.419364 tst cs_paging_gprs_active.py:38: start network...\u000a21:11:34.561834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:35.095921 run create_hlr_db(pid=28519): Launched\u000a21:11:35.291126 bus /gobi_6: Setting Powered False\u000a21:11:36.312821 run create_hlr_db(pid=28519): Terminated: ok {rc=0}\u000a21:11:36.761492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28521): Launched\u000a21:11:37.101845 run osmo-hlr_10.42.42.2(pid=28522): Launched\u000a21:11:37.224530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:37.811114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28524): Launched\u000a21:11:38.150452 run osmo-stp_10.42.42.5(pid=28525): Launched\u000a21:11:38.273925 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:11:38.863682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28527): Launched\u000a21:11:38.985857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:11:39.280037 run patchelf(pid=28528): Launched\u000a21:11:39.476678 run osmo-stp_10.42.42.5(pid=28525): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28525)]\u000a21:11:39.620281 run osmo-stp_10.42.42.5(pid=28525): stdout: \u000a| (launched: 2022-12-12_21:11:37.982740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:39.764924 run osmo-stp_10.42.42.5(pid=28525): stderr: \u000a| �[0;m�[38;5;43m20221212211138176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211138177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211138177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211138177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211138178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211138178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211138178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:39.904390 run osmo-stp_10.42.42.5(pid=28525): stdout: \u000a| (launched: 2022-12-12_21:11:37.982740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:40.042659 run osmo-stp_10.42.42.5(pid=28525): stderr: \u000a| �[0;m�[38;5;43m20221212211138176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211138177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211138177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211138177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211138178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211138178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211138178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:40.203565 run patchelf(pid=28528): Terminating (SIGINT)\u000a21:11:40.392450 run patchelf(pid=28528): Terminated: ok {rc=0}\u000a21:11:40.427144 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28525): Process ended prematurely: osmo-stp_10.42.42.5(pid=28525) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28525)] [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a21:11:40.437236 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a21:11:40.502784 run osmo-hlr_10.42.42.2(pid=28522): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28522)]\u000a21:11:40.556221 run osmo-hlr_10.42.42.2(pid=28522): stdout: \u000a| (launched: 2022-12-12_21:11:36.933680) \u000a21:11:40.610297 run osmo-hlr_10.42.42.2(pid=28522): stderr: \u000a| �[0;m�[1;31m20221212211137133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211137133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211137133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211137133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211137133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211137133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211137167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211137177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211137177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211137177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:40.656050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28515): Terminating (SIGTERM)\u000a21:11:40.699269 run iperf3-srv_10.42.42.10(pid=28516): Terminating (SIGTERM)\u000a21:11:40.743080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28517): Terminating (SIGTERM)\u000a21:11:40.786252 run iperf3-srv_10.42.42.10(pid=28518): Terminating (SIGTERM)\u000a21:11:40.829658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28521): Terminating (SIGTERM)\u000a21:11:40.872771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28524): Terminating (SIGTERM)\u000a21:11:40.916495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28527): Terminating (SIGTERM)\u000a21:11:40.926541 --- ParallelTerminationStrategy: PID 28515 died...\u000a21:11:40.984464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28515): Terminated: ok {rc=0}\u000a21:11:40.994868 --- ParallelTerminationStrategy: PID 28516 died...\u000a21:11:41.052464 run iperf3-srv_10.42.42.10(pid=28516): Terminated {rc=256}\u000a21:11:41.062819 --- ParallelTerminationStrategy: PID 28517 died...\u000a21:11:41.120447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28517): Terminated: ok {rc=0}\u000a21:11:41.130794 --- ParallelTerminationStrategy: PID 28518 died...\u000a21:11:41.188364 run iperf3-srv_10.42.42.10(pid=28518): Terminated {rc=256}\u000a21:11:41.198727 --- ParallelTerminationStrategy: PID 28521 died...\u000a21:11:41.256078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28521): Terminated: ok {rc=0}\u000a21:11:41.266783 --- ParallelTerminationStrategy: PID 28524 died...\u000a21:11:41.324536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28524): Terminated: ok {rc=0}\u000a21:11:41.334891 --- ParallelTerminationStrategy: PID 28527 died...\u000a21:11:41.392638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28527): Terminated: ok {rc=0}\u000a21:11:41.482954 bus /gobi_0: Setting Powered False\u000a21:11:42.591338 bus /gobi_0: Setting Powered False\u000a21:11:43.704695 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28537): Process ended prematurely: osmo-stp_10.42.42.5(pid=28537) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28537)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28537): Process ended prematurely: osmo-stp_10.42.42.5(pid=28537) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a21:11:44.819158 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:44.831033 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:11:44.998946 tst iperf3.py: using LAC 31530\u000a21:11:45.124130 tst iperf3.py: using RAC 165\u000a21:11:45.249387 tst iperf3.py: using CellId 31530\u000a21:11:45.375947 tst iperf3.py: using BVCI 31531\u000a21:11:45.399926 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:45.411194 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:45.422189 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:45.433342 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:45.444435 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:45.455524 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:45.466793 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:45.477809 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:45.489043 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:11:45.775342 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:11:45.914902 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:11:46.287318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28529): Launched\u000a21:11:46.585200 run iperf3-srv_10.42.42.10(pid=28530): Launched\u000a21:11:46.780644 tst iperf3.py:8: start network...\u000a21:11:46.915041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:11:47.422735 run create_hlr_db(pid=28531): Launched\u000a21:11:47.603170 bus /gobi_6: Setting Powered False\u000a21:11:48.624801 run create_hlr_db(pid=28531): Terminated: ok {rc=0}\u000a21:11:49.071494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28533): Launched\u000a21:11:49.409817 run osmo-hlr_10.42.42.2(pid=28534): Launched\u000a21:11:49.534447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:11:50.122565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28536): Launched\u000a21:11:50.461291 run osmo-stp_10.42.42.5(pid=28537): Launched\u000a21:11:50.585361 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:11:51.173992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28539): Launched\u000a21:11:51.295446 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:11:51.590947 run patchelf(pid=28540): Launched\u000a21:11:51.787739 run osmo-stp_10.42.42.5(pid=28537): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28537)]\u000a21:11:51.931752 run osmo-stp_10.42.42.5(pid=28537): stdout: \u000a| (launched: 2022-12-12_21:11:50.294592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:52.075396 run osmo-stp_10.42.42.5(pid=28537): stderr: \u000a| �[0;m�[38;5;43m20221212211150487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211150487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211150487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211150488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211150488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211150488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211150488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:52.214785 run osmo-stp_10.42.42.5(pid=28537): stdout: \u000a| (launched: 2022-12-12_21:11:50.294592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:11:52.353030 run osmo-stp_10.42.42.5(pid=28537): stderr: \u000a| �[0;m�[38;5;43m20221212211150487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211150487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211150487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211150488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211150488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211150488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211150488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:11:52.514185 run patchelf(pid=28540): Terminating (SIGINT)\u000a21:11:52.703452 run patchelf(pid=28540): Terminated: ok {rc=0}\u000a21:11:52.738394 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28537): Process ended prematurely: osmo-stp_10.42.42.5(pid=28537) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28537)] [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a21:11:52.748533 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a21:11:52.814290 run osmo-hlr_10.42.42.2(pid=28534): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28534)]\u000a21:11:52.867687 run osmo-hlr_10.42.42.2(pid=28534): stdout: \u000a| (launched: 2022-12-12_21:11:49.243866) \u000a21:11:52.921866 run osmo-hlr_10.42.42.2(pid=28534): stderr: \u000a| �[0;m�[1;31m20221212211149446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211149446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211149446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211149446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211149446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211149446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211149460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211149470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211149470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211149470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:11:52.967519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28529): Terminating (SIGTERM)\u000a21:11:53.010752 run iperf3-srv_10.42.42.10(pid=28530): Terminating (SIGTERM)\u000a21:11:53.054263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28533): Terminating (SIGTERM)\u000a21:11:53.097324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28536): Terminating (SIGTERM)\u000a21:11:53.140714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28539): Terminating (SIGTERM)\u000a21:11:53.151070 --- ParallelTerminationStrategy: PID 28529 died...\u000a21:11:53.208916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28529): Terminated: ok {rc=0}\u000a21:11:53.219194 --- ParallelTerminationStrategy: PID 28530 died...\u000a21:11:53.276079 run iperf3-srv_10.42.42.10(pid=28530): Terminated {rc=256}\u000a21:11:53.287012 --- ParallelTerminationStrategy: PID 28533 died...\u000a21:11:53.344551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28533): Terminated: ok {rc=0}\u000a21:11:53.354855 --- ParallelTerminationStrategy: PID 28536 died...\u000a21:11:53.412132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28536): Terminated: ok {rc=0}\u000a21:11:53.422428 --- ParallelTerminationStrategy: PID 28539 died...\u000a21:11:53.479906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28539): Terminated: ok {rc=0}\u000a21:11:53.569392 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28555): Process ended prematurely: osmo-stp_10.42.42.5(pid=28555) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28555)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28555): Process ended prematurely: osmo-stp_10.42.42.5(pid=28555) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a21:11:54.688497 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:54.701046 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:11:54.874726 tst iperf3m4.py: using LAC 31531\u000a21:11:55.007976 tst iperf3m4.py: using RAC 166\u000a21:11:55.139924 tst iperf3m4.py: using CellId 31531\u000a21:11:55.273648 tst iperf3m4.py: using BVCI 31532\u000a21:11:55.299328 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:55.311053 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:55.322546 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:55.334572 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:55.346337 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:55.358039 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:55.369906 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:55.381595 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:11:55.393613 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:11:55.517384 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:11:55.639050 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:11:55.763769 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:11:56.055527 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:11:56.186833 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:11:56.514959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28541): Launched\u000a21:11:56.788357 run iperf3-srv_10.42.42.10(pid=28542): Launched\u000a21:11:56.980364 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:11:57.112117 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:11:57.438856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28543): Launched\u000a21:11:57.711798 run iperf3-srv_10.42.42.10(pid=28544): Launched\u000a21:11:57.903840 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:11:58.035277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:11:58.362904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28545): Launched\u000a21:11:58.635521 run iperf3-srv_10.42.42.10(pid=28546): Launched\u000a21:11:58.827058 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:11:58.958382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:11:59.283424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28547): Launched\u000a21:11:59.555189 run iperf3-srv_10.42.42.10(pid=28548): Launched\u000a21:11:59.746961 tst iperf3m4.py:8: start network...\u000a21:11:59.878074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:00.382087 run create_hlr_db(pid=28549): Launched\u000a21:12:00.562794 bus /gobi_6: Setting Powered False\u000a21:12:01.586341 run create_hlr_db(pid=28549): Terminated: ok {rc=0}\u000a21:12:02.023887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28551): Launched\u000a21:12:02.342508 run osmo-hlr_10.42.42.2(pid=28552): Launched\u000a21:12:02.468924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:03.024249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28554): Launched\u000a21:12:03.340490 run osmo-stp_10.42.42.5(pid=28555): Launched\u000a21:12:03.454549 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:12:04.003871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28557): Launched\u000a21:12:04.115481 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:12:04.398386 run patchelf(pid=28558): Launched\u000a21:12:04.595590 run osmo-stp_10.42.42.5(pid=28555): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28555)]\u000a21:12:04.740262 run osmo-stp_10.42.42.5(pid=28555): stdout: \u000a| (launched: 2022-12-12_21:12:03.184076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:04.884556 run osmo-stp_10.42.42.5(pid=28555): stderr: \u000a| �[0;m�[38;5;43m20221212211203357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211203357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211203357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211203358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211203360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211203360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211203360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:05.024051 run osmo-stp_10.42.42.5(pid=28555): stdout: \u000a| (launched: 2022-12-12_21:12:03.184076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:05.163165 run osmo-stp_10.42.42.5(pid=28555): stderr: \u000a| �[0;m�[38;5;43m20221212211203357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211203357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211203357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211203358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211203360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211203360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211203360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:05.325312 run patchelf(pid=28558): Terminating (SIGINT)\u000a21:12:05.514529 run patchelf(pid=28558): Terminated: ok {rc=0}\u000a21:12:05.549321 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28555): Process ended prematurely: osmo-stp_10.42.42.5(pid=28555) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28555)] [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a21:12:05.559674 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a21:12:05.626249 run osmo-hlr_10.42.42.2(pid=28552): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28552)]\u000a21:12:05.680086 run osmo-hlr_10.42.42.2(pid=28552): stdout: \u000a| (launched: 2022-12-12_21:12:02.187607) \u000a21:12:05.734937 run osmo-hlr_10.42.42.2(pid=28552): stderr: \u000a| �[0;m�[1;31m20221212211202365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211202365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211202365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211202365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211202365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211202366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211202378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211202386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211202386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211202386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:05.780845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28541): Terminating (SIGTERM)\u000a21:12:05.824874 run iperf3-srv_10.42.42.10(pid=28542): Terminating (SIGTERM)\u000a21:12:05.868603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28543): Terminating (SIGTERM)\u000a21:12:05.912127 run iperf3-srv_10.42.42.10(pid=28544): Terminating (SIGTERM)\u000a21:12:05.956146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28545): Terminating (SIGTERM)\u000a21:12:05.999913 run iperf3-srv_10.42.42.10(pid=28546): Terminating (SIGTERM)\u000a21:12:06.043266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28547): Terminating (SIGTERM)\u000a21:12:06.086957 run iperf3-srv_10.42.42.10(pid=28548): Terminating (SIGTERM)\u000a21:12:06.130722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28551): Terminating (SIGTERM)\u000a21:12:06.174370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28554): Terminating (SIGTERM)\u000a21:12:06.218345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28557): Terminating (SIGTERM)\u000a21:12:06.228401 --- ParallelTerminationStrategy: PID 28541 died...\u000a21:12:06.286804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28541): Terminated: ok {rc=0}\u000a21:12:06.297264 --- ParallelTerminationStrategy: PID 28542 died...\u000a21:12:06.355556 run iperf3-srv_10.42.42.10(pid=28542): Terminated {rc=256}\u000a21:12:06.365965 --- ParallelTerminationStrategy: PID 28543 died...\u000a21:12:06.424206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28543): Terminated: ok {rc=0}\u000a21:12:06.434615 --- ParallelTerminationStrategy: PID 28544 died...\u000a21:12:06.492923 run iperf3-srv_10.42.42.10(pid=28544): Terminated {rc=256}\u000a21:12:06.503321 --- ParallelTerminationStrategy: PID 28545 died...\u000a21:12:06.561220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28545): Terminated: ok {rc=0}\u000a21:12:06.571876 --- ParallelTerminationStrategy: PID 28546 died...\u000a21:12:06.630078 run iperf3-srv_10.42.42.10(pid=28546): Terminated {rc=256}\u000a21:12:06.640599 --- ParallelTerminationStrategy: PID 28547 died...\u000a21:12:06.698697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28547): Terminated: ok {rc=0}\u000a21:12:06.709186 --- ParallelTerminationStrategy: PID 28548 died...\u000a21:12:06.767170 run iperf3-srv_10.42.42.10(pid=28548): Terminated {rc=256}\u000a21:12:06.777878 --- ParallelTerminationStrategy: PID 28551 died...\u000a21:12:06.836258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28551): Terminated: ok {rc=0}\u000a21:12:06.847037 --- ParallelTerminationStrategy: PID 28554 died...\u000a21:12:06.905224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28554): Terminated: ok {rc=0}\u000a21:12:06.915963 --- ParallelTerminationStrategy: PID 28557 died...\u000a21:12:06.974749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28557): Terminated: ok {rc=0}\u000a21:12:07.064864 bus /gobi_4: Setting Powered False\u000a21:12:08.176596 bus /gobi_4: Setting Powered False\u000a21:12:09.288049 bus /gobi_1: Setting Powered False\u000a21:12:10.397092 bus /gobi_1: Setting Powered False\u000a21:12:11.512718 bus /gobi_0: Setting Powered False\u000a21:12:12.619123 bus /gobi_0: Setting Powered False\u000a21:12:13.732477 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28565): Process ended prematurely: osmo-stp_10.42.42.5(pid=28565) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28565)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28565): Process ended prematurely: osmo-stp_10.42.42.5(pid=28565) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a21:12:14.802661 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:12:14.815010 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:12:14.985704 tst ping.py: using LAC 31532\u000a21:12:15.111220 tst ping.py: using RAC 167\u000a21:12:15.234170 tst ping.py: using CellId 31532\u000a21:12:15.356639 tst ping.py: using BVCI 31533\u000a21:12:15.380237 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:12:15.391622 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:12:15.402836 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:12:15.413862 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:12:15.424709 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:12:15.435743 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:12:15.446812 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:12:15.458123 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:12:15.754349 tst ping.py:19: start network...\u000a21:12:15.901243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:16.469737 run create_hlr_db(pid=28559): Launched\u000a21:12:16.665064 bus /gobi_6: Setting Powered False\u000a21:12:17.683042 run create_hlr_db(pid=28559): Terminated: ok {rc=0}\u000a21:12:18.097424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28561): Launched\u000a21:12:18.406855 run osmo-hlr_10.42.42.2(pid=28562): Launched\u000a21:12:18.528341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:19.113129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28564): Launched\u000a21:12:19.445191 run osmo-stp_10.42.42.5(pid=28565): Launched\u000a21:12:19.565847 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:12:20.143560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28567): Launched\u000a21:12:20.261689 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:12:20.550485 run patchelf(pid=28568): Launched\u000a21:12:20.743541 run osmo-stp_10.42.42.5(pid=28565): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28565)]\u000a21:12:20.885228 run osmo-stp_10.42.42.5(pid=28565): stdout: \u000a| (launched: 2022-12-12_21:12:19.281254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:21.026970 run osmo-stp_10.42.42.5(pid=28565): stderr: \u000a| �[0;m�[38;5;43m20221212211219477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211219478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211219478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211219478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211219481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211219481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211219481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:21.164042 run osmo-stp_10.42.42.5(pid=28565): stdout: \u000a| (launched: 2022-12-12_21:12:19.281254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:21.299670 run osmo-stp_10.42.42.5(pid=28565): stderr: \u000a| �[0;m�[38;5;43m20221212211219477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211219478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211219478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211219478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211219481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211219481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211219481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:21.457666 run patchelf(pid=28568): Terminating (SIGINT)\u000a21:12:21.643127 run patchelf(pid=28568): Terminated: ok {rc=0}\u000a21:12:21.676807 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28565): Process ended prematurely: osmo-stp_10.42.42.5(pid=28565) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28565)] [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a21:12:21.686144 tst ping.py:22: Test FAILED (6.9 sec)\u000a21:12:21.751507 run osmo-hlr_10.42.42.2(pid=28562): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28562)]\u000a21:12:21.804713 run osmo-hlr_10.42.42.2(pid=28562): stdout: \u000a| (launched: 2022-12-12_21:12:18.255058) \u000a21:12:21.858283 run osmo-hlr_10.42.42.2(pid=28562): stderr: \u000a| �[0;m�[1;31m20221212211218433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211218433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211218433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211218433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211218433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211218433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211218446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211218455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211218455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211218455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:21.903947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28561): Terminating (SIGTERM)\u000a21:12:21.947118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28564): Terminating (SIGTERM)\u000a21:12:21.990250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28567): Terminating (SIGTERM)\u000a21:12:22.000438 --- ParallelTerminationStrategy: PID 28561 died...\u000a21:12:22.058322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28561): Terminated: ok {rc=0}\u000a21:12:22.068611 --- ParallelTerminationStrategy: PID 28564 died...\u000a21:12:22.126286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28564): Terminated: ok {rc=0}\u000a21:12:22.137223 --- ParallelTerminationStrategy: PID 28567 died...\u000a21:12:22.194806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28567): Terminated: ok {rc=0}\u000a21:12:22.284038 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28575): Process ended prematurely: osmo-stp_10.42.42.5(pid=28575) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28575)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28575): Process ended prematurely: osmo-stp_10.42.42.5(pid=28575) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a21:12:23.339546 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:12:23.351998 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:12:23.516465 tst ping_idle_ping.py: using LAC 31533\u000a21:12:23.635843 tst ping_idle_ping.py: using RAC 168\u000a21:12:23.756587 tst ping_idle_ping.py: using CellId 31533\u000a21:12:23.874543 tst ping_idle_ping.py: using BVCI 31534\u000a21:12:23.898036 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:12:23.909108 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:12:23.920004 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:12:23.930951 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:12:23.941771 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:12:23.952653 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:12:23.963623 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:12:23.974517 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:12:24.257275 tst ping_idle_ping.py:24: start network...\u000a21:12:24.386064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:24.884042 run create_hlr_db(pid=28569): Launched\u000a21:12:25.061823 bus /gobi_6: Setting Powered False\u000a21:12:26.083989 run create_hlr_db(pid=28569): Terminated: ok {rc=0}\u000a21:12:26.495274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28571): Launched\u000a21:12:26.808013 run osmo-hlr_10.42.42.2(pid=28572): Launched\u000a21:12:26.929222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:27.472207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28574): Launched\u000a21:12:27.781442 run osmo-stp_10.42.42.5(pid=28575): Launched\u000a21:12:27.894500 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:12:28.435772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28577): Launched\u000a21:12:28.546229 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:12:28.817348 run patchelf(pid=28578): Launched\u000a21:12:28.999599 run osmo-stp_10.42.42.5(pid=28575): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28575)]\u000a21:12:29.132706 run osmo-stp_10.42.42.5(pid=28575): stdout: \u000a| (launched: 2022-12-12_21:12:27.629166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:29.266421 run osmo-stp_10.42.42.5(pid=28575): stderr: \u000a| �[0;m�[38;5;43m20221212211227803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211227804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211227804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211227804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211227805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211227805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211227805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:29.395451 run osmo-stp_10.42.42.5(pid=28575): stdout: \u000a| (launched: 2022-12-12_21:12:27.629166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:29.522836 run osmo-stp_10.42.42.5(pid=28575): stderr: \u000a| �[0;m�[38;5;43m20221212211227803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211227804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211227804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211227804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211227805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211227805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211227805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:29.672156 run patchelf(pid=28578): Terminating (SIGINT)\u000a21:12:29.848283 run patchelf(pid=28578): Terminated: ok {rc=0}\u000a21:12:29.880003 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28575): Process ended prematurely: osmo-stp_10.42.42.5(pid=28575) [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28575)] [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a21:12:29.888630 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a21:12:29.949735 run osmo-hlr_10.42.42.2(pid=28572): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28572)]\u000a21:12:29.999664 run osmo-hlr_10.42.42.2(pid=28572): stdout: \u000a| (launched: 2022-12-12_21:12:26.652591) \u000a21:12:30.050506 run osmo-hlr_10.42.42.2(pid=28572): stderr: \u000a| �[0;m�[1;31m20221212211226837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211226837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211226837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211226837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211226837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211226838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211226850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211226859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211226859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211226859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:30.093893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28571): Terminating (SIGTERM)\u000a21:12:30.134548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28574): Terminating (SIGTERM)\u000a21:12:30.175737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28577): Terminating (SIGTERM)\u000a21:12:30.185151 --- ParallelTerminationStrategy: PID 28571 died...\u000a21:12:30.239826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28571): Terminated: ok {rc=0}\u000a21:12:30.250091 --- ParallelTerminationStrategy: PID 28574 died...\u000a21:12:30.305012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28574): Terminated: ok {rc=0}\u000a21:12:30.314825 --- ParallelTerminationStrategy: PID 28577 died...\u000a21:12:30.369709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28577): Terminated: ok {rc=0}\u000a21:12:30.460840 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:11:30" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28588): Process ended prematurely: osmo-stp_10.42.42.5(pid=28588) [trial-2382↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28588)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28588): Process ended prematurely: osmo-stp_10.42.42.5(pid=28588) [trial-2382↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:12:32.615706 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:12:32.627543 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:12:32.799363 tst switch_tch_pdch.py: using LAC 31534\u000a21:12:32.930260 tst switch_tch_pdch.py: using RAC 169\u000a21:12:33.059190 tst switch_tch_pdch.py: using CellId 31534\u000a21:12:33.189639 tst switch_tch_pdch.py: using BVCI 31535\u000a21:12:33.214798 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:12:33.226763 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:12:33.238434 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:12:33.251056 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:12:33.263294 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:12:33.276442 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:12:33.289231 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:12:33.301042 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:12:33.422239 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:12:33.723247 tst switch_tch_pdch.py:51: start network...\u000a21:12:33.862391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:34.384325 run create_hlr_db(pid=28582): Launched\u000a21:12:34.576442 bus /gobi_6: Setting Powered False\u000a21:12:35.585077 run create_hlr_db(pid=28582): Terminated: ok {rc=0}\u000a21:12:36.007203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28584): Launched\u000a21:12:36.317479 run osmo-hlr_10.42.42.2(pid=28585): Launched\u000a21:12:36.440938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:36.987269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28587): Launched\u000a21:12:37.295039 run osmo-stp_10.42.42.5(pid=28588): Launched\u000a21:12:37.407689 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:12:37.944672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28590): Launched\u000a21:12:38.055497 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:12:38.327371 run patchelf(pid=28591): Launched\u000a21:12:38.506523 run osmo-stp_10.42.42.5(pid=28588): ERR: Terminated: ERROR {rc=1} [trial-2382↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28588)]\u000a21:12:38.637963 run osmo-stp_10.42.42.5(pid=28588): stdout: \u000a| (launched: 2022-12-12_21:12:37.143614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:38.770246 run osmo-stp_10.42.42.5(pid=28588): stderr: \u000a| �[0;m�[38;5;43m20221212211237318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211237318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211237318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211237319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211237319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211237319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211237319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:38.896919 run osmo-stp_10.42.42.5(pid=28588): stdout: \u000a| (launched: 2022-12-12_21:12:37.143614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:39.022502 run osmo-stp_10.42.42.5(pid=28588): stderr: \u000a| �[0;m�[38;5;43m20221212211237318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211237318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211237318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211237319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211237319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211237319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211237319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:39.169186 run patchelf(pid=28591): Terminating (SIGINT)\u000a21:12:39.341947 run patchelf(pid=28591): Terminated: ok {rc=0}\u000a21:12:39.373321 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28588): Process ended prematurely: osmo-stp_10.42.42.5(pid=28588) [trial-2382↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28588)] [trial-2382↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:12:39.381986 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a21:12:39.442540 run osmo-hlr_10.42.42.2(pid=28585): ERR: Terminated: ERROR {rc=237} [trial-2382↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28585)]\u000a21:12:39.492577 run osmo-hlr_10.42.42.2(pid=28585): stdout: \u000a| (launched: 2022-12-12_21:12:36.163994) \u000a21:12:39.543207 run osmo-hlr_10.42.42.2(pid=28585): stderr: \u000a| �[0;m�[1;31m20221212211236345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211236345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211236345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211236345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211236345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211236345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211236357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211236365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211236366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211236366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:39.586279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28584): Terminating (SIGTERM)\u000a21:12:39.626693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28587): Terminating (SIGTERM)\u000a21:12:39.667204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28590): Terminating (SIGTERM)\u000a21:12:39.676574 --- ParallelTerminationStrategy: PID 28584 died...\u000a21:12:39.731246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28584): Terminated: ok {rc=0}\u000a21:12:39.741066 --- ParallelTerminationStrategy: PID 28587 died...\u000a21:12:39.795613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28587): Terminated: ok {rc=0}\u000a21:12:39.805507 --- ParallelTerminationStrategy: PID 28590 died...\u000a21:12:39.859806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28590): Terminated: ok {rc=0}\u000a21:12:39.951802 bus /gobi_0: Setting Powered False\u000a21:12:41.062933 bus /gobi_0: Setting Powered False\u000a21:12:42.174544 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:12:32" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28602): Process ended prematurely: osmo-stp_10.42.42.5(pid=28602) [trial-2382↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28602)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28602): Process ended prematurely: osmo-stp_10.42.42.5(pid=28602) [trial-2382↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a21:12:44.157532 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:12:44.169203 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a21:12:44.334178 tst switch_tch_pdch.py: using LAC 31535\u000a21:12:44.457313 tst switch_tch_pdch.py: using RAC 170\u000a21:12:44.578185 tst switch_tch_pdch.py: using CellId 31535\u000a21:12:44.699620 tst switch_tch_pdch.py: using BVCI 31536\u000a21:12:44.723535 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:12:44.734816 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:12:44.745916 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:12:44.756740 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:12:44.767762 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:12:44.778669 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:12:44.789677 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:12:44.800559 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:12:44.923087 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:12:45.225558 tst switch_tch_pdch.py:51: start network...\u000a21:12:45.364039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:12:45.881208 run create_hlr_db(pid=28596): Launched\u000a21:12:46.031146 bus /gobi_6: Setting Powered False\u000a21:12:47.097822 run create_hlr_db(pid=28596): Terminated: ok {rc=0}\u000a21:12:47.488096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28598): Launched\u000a21:12:47.797879 run osmo-hlr_10.42.42.2(pid=28599): Launched\u000a21:12:47.912322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:12:48.420459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28601): Launched\u000a21:12:48.728594 run osmo-stp_10.42.42.5(pid=28602): Launched\u000a21:12:48.851886 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:12:49.370613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28604): Launched\u000a21:12:49.480202 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:12:49.751037 run patchelf(pid=28605): Launched\u000a21:12:49.932057 run osmo-stp_10.42.42.5(pid=28602): ERR: Terminated: ERROR {rc=1} [trial-2382↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28602)]\u000a21:12:50.064192 run osmo-stp_10.42.42.5(pid=28602): stdout: \u000a| (launched: 2022-12-12_21:12:48.576921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:50.196647 run osmo-stp_10.42.42.5(pid=28602): stderr: \u000a| �[0;m�[38;5;43m20221212211248751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211248751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211248752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211248753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211248753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211248753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211248753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:50.325119 run osmo-stp_10.42.42.5(pid=28602): stdout: \u000a| (launched: 2022-12-12_21:12:48.576921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:12:50.451746 run osmo-stp_10.42.42.5(pid=28602): stderr: \u000a| �[0;m�[38;5;43m20221212211248751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211248751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211248752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211248753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211248753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211248753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211248753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:12:50.600012 run patchelf(pid=28605): Terminating (SIGINT)\u000a21:12:50.776102 run patchelf(pid=28605): Terminated: ok {rc=0}\u000a21:12:50.808188 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28602): Process ended prematurely: osmo-stp_10.42.42.5(pid=28602) [trial-2382↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28602)] [trial-2382↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a21:12:50.816861 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a21:12:50.877868 run osmo-hlr_10.42.42.2(pid=28599): ERR: Terminated: ERROR {rc=237} [trial-2382↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28599)]\u000a21:12:50.927741 run osmo-hlr_10.42.42.2(pid=28599): stdout: \u000a| (launched: 2022-12-12_21:12:47.645418) \u000a21:12:50.978265 run osmo-hlr_10.42.42.2(pid=28599): stderr: \u000a| �[0;m�[1;31m20221212211247823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211247823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211247824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211247824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211247824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211247824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211247836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211247844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211247845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211247845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:12:51.021795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28598): Terminating (SIGTERM)\u000a21:12:51.062640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28601): Terminating (SIGTERM)\u000a21:12:51.103615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28604): Terminating (SIGTERM)\u000a21:12:51.112614 --- ParallelTerminationStrategy: PID 28598 died...\u000a21:12:51.167124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28598): Terminated: ok {rc=0}\u000a21:12:51.176802 --- ParallelTerminationStrategy: PID 28601 died...\u000a21:12:51.230833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28601): Terminated: ok {rc=0}\u000a21:12:51.240692 --- ParallelTerminationStrategy: PID 28604 died...\u000a21:12:51.294907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28604): Terminated: ok {rc=0}\u000a21:12:51.386091 bus /gobi_0: Setting Powered False\u000a21:12:52.494026 bus /gobi_0: Setting Powered False\u000a21:12:53.604366 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:12:43" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28612): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28612) [trial-2382↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28612)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28612): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28612) [trial-2382↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a21:12:55.514788 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a21:12:55.526088 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a21:12:55.675643 tst mo_mt_sms.py: using LAC 31536\u000a21:12:55.816253 tst mo_mt_sms.py: using RAC 171\u000a21:12:55.945841 tst mo_mt_sms.py: using CellId 31536\u000a21:12:56.075785 tst mo_mt_sms.py: using BVCI 31537\u000a21:12:56.101042 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:12:56.222895 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:12:56.505712 tst mo_mt_sms.py:9: start nitb and bts...\u000a21:12:56.632885 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:12:57.268198 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28611): Launched\u000a21:12:57.576687 run osmo-nitb_10.42.42.2(pid=28612): Launched\u000a21:12:57.765417 run osmo-nitb_10.42.42.2(pid=28612): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28612)]\u000a21:12:57.904685 run osmo-nitb_10.42.42.2(pid=28612): stdout: \u000a| (launched: 2022-12-12_21:12:57.425917) \u000a21:12:58.043779 run osmo-nitb_10.42.42.2(pid=28612): stderr: \u000a| (launched: 2022-12-12_21:12:57.471715)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:12:58.178707 run osmo-nitb_10.42.42.2(pid=28612): stdout: \u000a| (launched: 2022-12-12_21:12:57.425917) \u000a21:12:58.312271 run osmo-nitb_10.42.42.2(pid=28612): stderr: \u000a| (launched: 2022-12-12_21:12:57.471715)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:12:58.701367 tst osmo-nitb_10.42.42.2(pid=28612): stdout: \u000a| (launched: 2022-12-12_21:12:57.425917) \u000a21:12:58.824682 tst osmo-nitb_10.42.42.2(pid=28612): stderr: \u000a| (launched: 2022-12-12_21:12:57.471715)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:12:58.879069 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28612): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28612) [trial-2382↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28612)] [trial-2382↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a21:12:58.887250 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a21:12:58.922269 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28611): Terminating (SIGTERM)\u000a21:12:59.099624 --- ParallelTerminationStrategy: PID 28611 died...\u000a21:12:59.155805 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28611): Terminated: ok {rc=0}\u000a21:12:59.240765 bus /sierra_3: Setting Powered False\u000a21:13:00.352091 bus /sierra_3: Setting Powered False\u000a21:13:01.465219 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:12:55" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28622): Process ended prematurely: osmo-stp_10.42.42.5(pid=28622) [trial-2382↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28622)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28622): Process ended prematurely: osmo-stp_10.42.42.5(pid=28622) [trial-2382↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28622)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a21:13:03.367399 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:13:03.378630 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a21:13:03.524492 tst mo_mt_sms.py: using LAC 31537\u000a21:13:03.652889 tst mo_mt_sms.py: using RAC 172\u000a21:13:03.785079 tst mo_mt_sms.py: using CellId 31537\u000a21:13:03.916081 tst mo_mt_sms.py: using BVCI 31538\u000a21:13:03.941297 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:13:03.952512 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:13:03.963466 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:13:03.974765 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:13:03.986127 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:13:03.997395 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:13:04.120452 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:13:04.325354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:04.819204 run create_hlr_db(pid=28616): Launched\u000a21:13:04.996491 bus /sierra_2: Setting Powered False\u000a21:13:06.018876 run create_hlr_db(pid=28616): Terminated: ok {rc=0}\u000a21:13:06.456051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28618): Launched\u000a21:13:06.790183 run osmo-hlr_10.42.42.2(pid=28619): Launched\u000a21:13:06.912638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:07.491720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28621): Launched\u000a21:13:07.825761 run osmo-stp_10.42.42.5(pid=28622): Launched\u000a21:13:07.946923 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:08.549553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28624): Launched\u000a21:13:08.860511 run osmo-msc_10.42.42.6(pid=28625): Launched\u000a21:13:09.040358 run osmo-stp_10.42.42.5(pid=28622): ERR: Terminated: ERROR {rc=1} [trial-2382↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28622)]\u000a21:13:09.171621 run osmo-stp_10.42.42.5(pid=28622): stdout: \u000a| (launched: 2022-12-12_21:13:07.660829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:09.299749 run osmo-stp_10.42.42.5(pid=28622): stderr: \u000a| �[0;m�[38;5;43m20221212211307857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211307857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211307857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211307858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211307860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211307860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211307860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:09.423421 run osmo-stp_10.42.42.5(pid=28622): stdout: \u000a| (launched: 2022-12-12_21:13:07.660829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:09.545624 run osmo-stp_10.42.42.5(pid=28622): stderr: \u000a| �[0;m�[38;5;43m20221212211307857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211307857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211307857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211307858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211307860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211307860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211307860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:09.598981 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28622): Process ended prematurely: osmo-stp_10.42.42.5(pid=28622) [trial-2382↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28622)] [trial-2382↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a21:13:09.606938 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a21:13:09.668192 run osmo-hlr_10.42.42.2(pid=28619): ERR: Terminated: ERROR {rc=237} [trial-2382↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28619)]\u000a21:13:09.718205 run osmo-hlr_10.42.42.2(pid=28619): stdout: \u000a| (launched: 2022-12-12_21:13:06.624536) \u000a21:13:09.769121 run osmo-hlr_10.42.42.2(pid=28619): stderr: \u000a| �[0;m�[1;31m20221212211306828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211306828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211306828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211306828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211306828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211306828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211306838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211306848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211306848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211306848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:09.838004 run osmo-msc_10.42.42.6(pid=28625): ERR: Terminated: ERROR {rc=2} [trial-2382↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28625)]\u000a21:13:09.888278 run osmo-msc_10.42.42.6(pid=28625): stdout: \u000a| (launched: 2022-12-12_21:13:08.707726) \u000a21:13:09.938766 run osmo-msc_10.42.42.6(pid=28625): stderr: \u000a| �[0;m�[38;5;43m20221212211308984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211308984 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5491b2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211308984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211308984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211308984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211308985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211308986 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211308987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211308987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211308988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:09.981585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28618): Terminating (SIGTERM)\u000a21:13:10.022032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28621): Terminating (SIGTERM)\u000a21:13:10.062462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28624): Terminating (SIGTERM)\u000a21:13:10.071867 --- ParallelTerminationStrategy: PID 28618 died...\u000a21:13:10.126214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28618): Terminated: ok {rc=0}\u000a21:13:10.135922 --- ParallelTerminationStrategy: PID 28621 died...\u000a21:13:10.189918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28621): Terminated: ok {rc=0}\u000a21:13:10.199553 --- ParallelTerminationStrategy: PID 28624 died...\u000a21:13:10.253974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28624): Terminated: ok {rc=0}\u000a21:13:10.344453 bus /sierra_3: Setting Powered False\u000a21:13:11.451189 bus /sierra_3: Setting Powered False\u000a21:13:12.560438 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:13:03" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28631): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28631) [trial-2382↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28631)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28631): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28631) [trial-2382↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a21:13:14.420892 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a21:13:14.432636 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a21:13:14.570748 tst assert_extension.py: using LAC 31538\u000a21:13:14.692098 tst assert_extension.py: using RAC 173\u000a21:13:14.812389 tst assert_extension.py: using CellId 31538\u000a21:13:14.933963 tst assert_extension.py: using BVCI 31539\u000a21:13:14.957628 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a21:13:15.254333 tst assert_extension.py:10: start nitb and bts...\u000a21:13:15.393171 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:13:16.101325 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28630): Launched\u000a21:13:16.425180 run osmo-nitb_10.42.42.2(pid=28631): Launched\u000a21:13:16.621393 run osmo-nitb_10.42.42.2(pid=28631): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28631)]\u000a21:13:16.765972 run osmo-nitb_10.42.42.2(pid=28631): stdout: \u000a| (launched: 2022-12-12_21:13:16.263191) \u000a21:13:16.910328 run osmo-nitb_10.42.42.2(pid=28631): stderr: \u000a| (launched: 2022-12-12_21:13:16.310394)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:13:17.048906 run osmo-nitb_10.42.42.2(pid=28631): stdout: \u000a| (launched: 2022-12-12_21:13:16.263191) \u000a21:13:17.186824 run osmo-nitb_10.42.42.2(pid=28631): stderr: \u000a| (launched: 2022-12-12_21:13:16.310394)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:13:17.551094 tst osmo-nitb_10.42.42.2(pid=28631): stdout: \u000a| (launched: 2022-12-12_21:13:16.263191) \u000a21:13:17.674200 tst osmo-nitb_10.42.42.2(pid=28631): stderr: \u000a| (launched: 2022-12-12_21:13:16.310394)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:13:17.727864 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28631): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28631) [trial-2382↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28631)] [trial-2382↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a21:13:17.735934 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a21:13:17.770739 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28630): Terminating (SIGTERM)\u000a21:13:17.948255 --- ParallelTerminationStrategy: PID 28630 died...\u000a21:13:18.003959 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28630): Terminated: ok {rc=0}\u000a21:13:18.094443 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:13:14" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28641): Process ended prematurely: osmo-stp_10.42.42.5(pid=28641) [trial-2382↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28641)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28641): Process ended prematurely: osmo-stp_10.42.42.5(pid=28641) [trial-2382↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a21:13:19.958242 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:13:19.969357 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a21:13:20.113473 tst assert_extension.py: using LAC 31539\u000a21:13:20.243381 tst assert_extension.py: using RAC 174\u000a21:13:20.371160 tst assert_extension.py: using CellId 31539\u000a21:13:20.503472 tst assert_extension.py: using BVCI 31540\u000a21:13:20.528615 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:13:20.539917 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:13:20.550927 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:13:20.562491 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:13:20.573834 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:13:20.585337 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a21:13:20.800475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:21.319397 run create_hlr_db(pid=28635): Launched\u000a21:13:21.510741 bus /sierra_2: Setting Powered False\u000a21:13:22.532131 run create_hlr_db(pid=28635): Terminated: ok {rc=0}\u000a21:13:22.947335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28637): Launched\u000a21:13:23.256253 run osmo-hlr_10.42.42.2(pid=28638): Launched\u000a21:13:23.370340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:23.909678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28640): Launched\u000a21:13:24.217742 run osmo-stp_10.42.42.5(pid=28641): Launched\u000a21:13:24.329576 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:24.890034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28643): Launched\u000a21:13:25.198189 run osmo-msc_10.42.42.6(pid=28644): Launched\u000a21:13:25.378331 run osmo-stp_10.42.42.5(pid=28641): ERR: Terminated: ERROR {rc=1} [trial-2382↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28641)]\u000a21:13:25.508861 run osmo-stp_10.42.42.5(pid=28641): stdout: \u000a| (launched: 2022-12-12_21:13:24.065844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:25.637327 run osmo-stp_10.42.42.5(pid=28641): stderr: \u000a| �[0;m�[38;5;43m20221212211324237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211324237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211324238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211324238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211324240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211324241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211324241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:25.760265 run osmo-stp_10.42.42.5(pid=28641): stdout: \u000a| (launched: 2022-12-12_21:13:24.065844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:25.882724 run osmo-stp_10.42.42.5(pid=28641): stderr: \u000a| �[0;m�[38;5;43m20221212211324237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211324237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211324238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211324238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211324240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211324241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211324241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:25.936149 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28641): Process ended prematurely: osmo-stp_10.42.42.5(pid=28641) [trial-2382↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28641)] [trial-2382↪ussd:trx-umtrx↪assert_extension.py:17]\u000a21:13:25.944284 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a21:13:26.005220 run osmo-hlr_10.42.42.2(pid=28638): ERR: Terminated: ERROR {rc=237} [trial-2382↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28638)]\u000a21:13:26.055209 run osmo-hlr_10.42.42.2(pid=28638): stdout: \u000a| (launched: 2022-12-12_21:13:23.103822) \u000a21:13:26.105779 run osmo-hlr_10.42.42.2(pid=28638): stderr: \u000a| �[0;m�[1;31m20221212211323281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211323281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211323281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211323281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211323281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211323281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211323297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211323307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211323307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211323307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:26.174677 run osmo-msc_10.42.42.6(pid=28644): ERR: Terminated: ERROR {rc=2} [trial-2382↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28644)]\u000a21:13:26.224573 run osmo-msc_10.42.42.6(pid=28644): stdout: \u000a| (launched: 2022-12-12_21:13:25.046234) \u000a21:13:26.275248 run osmo-msc_10.42.42.6(pid=28644): stderr: \u000a| �[0;m�[38;5;43m20221212211325320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211325320 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96dd9cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211325320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211325320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211325320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211325321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211325322 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211325323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211325323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211325323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:26.318024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28637): Terminating (SIGTERM)\u000a21:13:26.358426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28640): Terminating (SIGTERM)\u000a21:13:26.399043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28643): Terminating (SIGTERM)\u000a21:13:26.408565 --- ParallelTerminationStrategy: PID 28637 died...\u000a21:13:26.462924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28637): Terminated: ok {rc=0}\u000a21:13:26.472716 --- ParallelTerminationStrategy: PID 28640 died...\u000a21:13:26.526680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28640): Terminated: ok {rc=0}\u000a21:13:26.536260 --- ParallelTerminationStrategy: PID 28643 died...\u000a21:13:26.590791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28643): Terminated: ok {rc=0}\u000a21:13:26.675908 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:13:19" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28655): Process ended prematurely: osmo-stp_10.42.42.5(pid=28655) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28655)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28655): Process ended prematurely: osmo-stp_10.42.42.5(pid=28655) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:13:28.630106 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:28.641544 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:13:28.802045 tst mo_mt_call.py: using LAC 31540\u000a21:13:28.926887 tst mo_mt_call.py: using RAC 175\u000a21:13:29.052461 tst mo_mt_call.py: using CellId 31540\u000a21:13:29.177580 tst mo_mt_call.py: using BVCI 31541\u000a21:13:29.201631 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:29.212681 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:29.223640 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:29.234588 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:29.245647 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:29.256520 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:13:29.378143 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:13:29.594708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:30.124456 run create_hlr_db(pid=28649): Launched\u000a21:13:30.319381 bus /sierra_2: Setting Powered False\u000a21:13:31.332290 run create_hlr_db(pid=28649): Terminated: ok {rc=0}\u000a21:13:31.818956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28651): Launched\u000a21:13:32.206625 run osmo-hlr_10.42.42.2(pid=28652): Launched\u000a21:13:32.322401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:32.869019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28654): Launched\u000a21:13:33.184883 run osmo-stp_10.42.42.5(pid=28655): Launched\u000a21:13:33.300078 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:33.873168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28657): Launched\u000a21:13:34.188820 run osmo-msc_10.42.42.6(pid=28658): Launched\u000a21:13:34.372327 run osmo-stp_10.42.42.5(pid=28655): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28655)]\u000a21:13:34.504880 run osmo-stp_10.42.42.5(pid=28655): stdout: \u000a| (launched: 2022-12-12_21:13:33.028649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:34.634831 run osmo-stp_10.42.42.5(pid=28655): stderr: \u000a| �[0;m�[38;5;43m20221212211333205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211333205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211333205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211333205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211333206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211333206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211333206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:34.761117 run osmo-stp_10.42.42.5(pid=28655): stdout: \u000a| (launched: 2022-12-12_21:13:33.028649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:34.885598 run osmo-stp_10.42.42.5(pid=28655): stderr: \u000a| �[0;m�[38;5;43m20221212211333205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211333205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211333205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211333205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211333206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211333206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211333206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:34.940495 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28655): Process ended prematurely: osmo-stp_10.42.42.5(pid=28655) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28655)] [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:13:34.949137 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:13:35.010288 run osmo-hlr_10.42.42.2(pid=28652): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28652)]\u000a21:13:35.060696 run osmo-hlr_10.42.42.2(pid=28652): stdout: \u000a| (launched: 2022-12-12_21:13:31.994383) \u000a21:13:35.111962 run osmo-hlr_10.42.42.2(pid=28652): stderr: \u000a| �[0;m�[1;31m20221212211332236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211332236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211332236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211332236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211332236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211332236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211332251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211332261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211332262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211332262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:35.182369 run osmo-msc_10.42.42.6(pid=28658): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28658)]\u000a21:13:35.232916 run osmo-msc_10.42.42.6(pid=28658): stdout: \u000a| (launched: 2022-12-12_21:13:34.032750) \u000a21:13:35.283900 run osmo-msc_10.42.42.6(pid=28658): stderr: \u000a| �[0;m�[38;5;43m20221212211334307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211334307 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe23f166c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211334307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211334307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211334307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211334307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211334309 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211334310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211334310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211334310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:35.326878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28651): Terminating (SIGTERM)\u000a21:13:35.367819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28654): Terminating (SIGTERM)\u000a21:13:35.408720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28657): Terminating (SIGTERM)\u000a21:13:35.418185 --- ParallelTerminationStrategy: PID 28651 died...\u000a21:13:35.472617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28651): Terminated: ok {rc=0}\u000a21:13:35.482392 --- ParallelTerminationStrategy: PID 28654 died...\u000a21:13:35.537192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28654): Terminated: ok {rc=0}\u000a21:13:35.546981 --- ParallelTerminationStrategy: PID 28657 died...\u000a21:13:35.601322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28657): Terminated: ok {rc=0}\u000a21:13:35.691454 bus /sierra_3: Setting Powered False\u000a21:13:36.800841 bus /sierra_3: Setting Powered False\u000a21:13:37.913808 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28666): Process ended prematurely: osmo-stp_10.42.42.5(pid=28666) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28666)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28666): Process ended prematurely: osmo-stp_10.42.42.5(pid=28666) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:13:39.026817 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:39.038892 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:13:39.218689 tst mo_mt_call_osmux.py: using LAC 31541\u000a21:13:39.351529 tst mo_mt_call_osmux.py: using RAC 176\u000a21:13:39.484154 tst mo_mt_call_osmux.py: using CellId 31541\u000a21:13:39.616508 tst mo_mt_call_osmux.py: using BVCI 31542\u000a21:13:39.642330 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:39.654343 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:39.666057 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:39.677944 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:39.689547 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:13:39.701297 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:13:39.825397 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:13:40.042771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:40.571653 run create_hlr_db(pid=28660): Launched\u000a21:13:40.765718 bus /sierra_2: Setting Powered False\u000a21:13:41.787860 run create_hlr_db(pid=28660): Terminated: ok {rc=0}\u000a21:13:42.207589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28662): Launched\u000a21:13:42.524875 run osmo-hlr_10.42.42.2(pid=28663): Launched\u000a21:13:42.642049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:43.188705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28665): Launched\u000a21:13:43.505334 run osmo-stp_10.42.42.5(pid=28666): Launched\u000a21:13:43.620842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:44.192576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28668): Launched\u000a21:13:44.507621 run osmo-msc_10.42.42.6(pid=28669): Launched\u000a21:13:44.691831 run osmo-stp_10.42.42.5(pid=28666): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28666)]\u000a21:13:44.824318 run osmo-stp_10.42.42.5(pid=28666): stdout: \u000a| (launched: 2022-12-12_21:13:43.348376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:44.954180 run osmo-stp_10.42.42.5(pid=28666): stderr: \u000a| �[0;m�[38;5;43m20221212211343520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211343521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211343521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211343521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211343522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211343522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211343522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:45.079420 run osmo-stp_10.42.42.5(pid=28666): stdout: \u000a| (launched: 2022-12-12_21:13:43.348376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:45.203797 run osmo-stp_10.42.42.5(pid=28666): stderr: \u000a| �[0;m�[38;5;43m20221212211343520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211343521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211343521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211343521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211343522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211343522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211343522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:45.258657 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28666): Process ended prematurely: osmo-stp_10.42.42.5(pid=28666) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28666)] [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:13:45.267334 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:13:45.328200 run osmo-hlr_10.42.42.2(pid=28663): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28663)]\u000a21:13:45.378313 run osmo-hlr_10.42.42.2(pid=28663): stdout: \u000a| (launched: 2022-12-12_21:13:42.366973) \u000a21:13:45.429087 run osmo-hlr_10.42.42.2(pid=28663): stderr: \u000a| �[0;m�[1;31m20221212211342545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211342545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211342545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211342545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211342545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211342545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211342557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211342566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211342566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211342566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:45.498596 run osmo-msc_10.42.42.6(pid=28669): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28669)]\u000a21:13:45.548572 run osmo-msc_10.42.42.6(pid=28669): stdout: \u000a| (launched: 2022-12-12_21:13:44.352121) \u000a21:13:45.599078 run osmo-msc_10.42.42.6(pid=28669): stderr: \u000a| �[0;m�[38;5;43m20221212211344627 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211344627 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f48361afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211344627 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211344627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211344627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211344627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211344629 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211344629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211344630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211344630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:45.642019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28662): Terminating (SIGTERM)\u000a21:13:45.682554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28665): Terminating (SIGTERM)\u000a21:13:45.723132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28668): Terminating (SIGTERM)\u000a21:13:45.732168 --- ParallelTerminationStrategy: PID 28662 died...\u000a21:13:45.786491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28662): Terminated: ok {rc=0}\u000a21:13:45.796141 --- ParallelTerminationStrategy: PID 28665 died...\u000a21:13:45.857876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28665): Terminated: ok {rc=0}\u000a21:13:45.870118 --- ParallelTerminationStrategy: PID 28668 died...\u000a21:13:45.935467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28668): Terminated: ok {rc=0}\u000a21:13:46.021153 bus /sierra_3: Setting Powered False\u000a21:13:47.129984 bus /sierra_3: Setting Powered False\u000a21:13:48.242719 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:13:28" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28680): Process ended prematurely: osmo-stp_10.42.42.5(pid=28680) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28680)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28680): Process ended prematurely: osmo-stp_10.42.42.5(pid=28680) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:13:50.241616 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:50.252809 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:13:50.417306 tst mo_mt_call.py: using LAC 31542\u000a21:13:50.539358 tst mo_mt_call.py: using RAC 177\u000a21:13:50.662234 tst mo_mt_call.py: using CellId 31542\u000a21:13:50.783351 tst mo_mt_call.py: using BVCI 31543\u000a21:13:50.807754 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:50.819146 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:50.830192 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:50.841299 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:50.852438 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:13:50.863534 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:13:50.984589 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:13:51.199124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:13:51.729916 run create_hlr_db(pid=28674): Launched\u000a21:13:51.926144 bus /sierra_2: Setting Powered False\u000a21:13:52.947072 run create_hlr_db(pid=28674): Terminated: ok {rc=0}\u000a21:13:53.366650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28676): Launched\u000a21:13:53.682763 run osmo-hlr_10.42.42.2(pid=28677): Launched\u000a21:13:53.807417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:13:54.395196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28679): Launched\u000a21:13:54.733998 run osmo-stp_10.42.42.5(pid=28680): Launched\u000a21:13:54.858034 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:13:55.472254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28682): Launched\u000a21:13:55.811458 run osmo-msc_10.42.42.6(pid=28683): Launched\u000a21:13:56.009457 run osmo-stp_10.42.42.5(pid=28680): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28680)]\u000a21:13:56.151830 run osmo-stp_10.42.42.5(pid=28680): stdout: \u000a| (launched: 2022-12-12_21:13:54.566803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:56.292358 run osmo-stp_10.42.42.5(pid=28680): stderr: \u000a| �[0;m�[38;5;43m20221212211354763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211354764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211354764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211354764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211354765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211354765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211354765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:56.428122 run osmo-stp_10.42.42.5(pid=28680): stdout: \u000a| (launched: 2022-12-12_21:13:54.566803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:13:56.563293 run osmo-stp_10.42.42.5(pid=28680): stderr: \u000a| �[0;m�[38;5;43m20221212211354763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211354764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211354764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211354764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211354765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211354765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211354765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:13:56.622386 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28680): Process ended prematurely: osmo-stp_10.42.42.5(pid=28680) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28680)] [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:13:56.631924 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:13:56.697341 run osmo-hlr_10.42.42.2(pid=28677): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28677)]\u000a21:13:56.750766 run osmo-hlr_10.42.42.2(pid=28677): stdout: \u000a| (launched: 2022-12-12_21:13:53.526615) \u000a21:13:56.805215 run osmo-hlr_10.42.42.2(pid=28677): stderr: \u000a| �[0;m�[1;31m20221212211353706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211353707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211353707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211353707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211353707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211353707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211353719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211353728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211353728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211353728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:13:56.878445 run osmo-msc_10.42.42.6(pid=28683): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28683)]\u000a21:13:56.931950 run osmo-msc_10.42.42.6(pid=28683): stdout: \u000a| (launched: 2022-12-12_21:13:55.644026) \u000a21:13:56.986000 run osmo-msc_10.42.42.6(pid=28683): stderr: \u000a| �[0;m�[38;5;43m20221212211355973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211355973 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1a5d7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211355973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211355973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211355973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211355973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211355975 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211355975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211355976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211355976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:13:57.031574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28676): Terminating (SIGTERM)\u000a21:13:57.075234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28679): Terminating (SIGTERM)\u000a21:13:57.118550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28682): Terminating (SIGTERM)\u000a21:13:57.128552 --- ParallelTerminationStrategy: PID 28676 died...\u000a21:13:57.186817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28676): Terminated: ok {rc=0}\u000a21:13:57.197403 --- ParallelTerminationStrategy: PID 28679 died...\u000a21:13:57.255203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28679): Terminated: ok {rc=0}\u000a21:13:57.266037 --- ParallelTerminationStrategy: PID 28682 died...\u000a21:13:57.323933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28682): Terminated: ok {rc=0}\u000a21:13:57.414119 bus /sierra_3: Setting Powered False\u000a21:13:58.519273 bus /sierra_3: Setting Powered False\u000a21:13:59.628480 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28691): Process ended prematurely: osmo-stp_10.42.42.5(pid=28691) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28691)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28691): Process ended prematurely: osmo-stp_10.42.42.5(pid=28691) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:14:00.747495 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:14:00.760061 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:14:00.956247 tst mo_mt_call_osmux.py: using LAC 31543\u000a21:14:01.092245 tst mo_mt_call_osmux.py: using RAC 178\u000a21:14:01.227030 tst mo_mt_call_osmux.py: using CellId 31543\u000a21:14:01.362597 tst mo_mt_call_osmux.py: using BVCI 31544\u000a21:14:01.389845 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:14:01.402934 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:14:01.416892 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:14:01.430902 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:14:01.444544 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:14:01.457464 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:14:01.584897 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:14:01.808121 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:02.333076 run create_hlr_db(pid=28685): Launched\u000a21:14:02.528749 bus /sierra_2: Setting Powered False\u000a21:14:03.550740 run create_hlr_db(pid=28685): Terminated: ok {rc=0}\u000a21:14:03.970604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28687): Launched\u000a21:14:04.286932 run osmo-hlr_10.42.42.2(pid=28688): Launched\u000a21:14:04.408504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:04.997148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28690): Launched\u000a21:14:05.335963 run osmo-stp_10.42.42.5(pid=28691): Launched\u000a21:14:05.459122 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:14:06.074892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28693): Launched\u000a21:14:06.412238 run osmo-msc_10.42.42.6(pid=28694): Launched\u000a21:14:06.611011 run osmo-stp_10.42.42.5(pid=28691): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28691)]\u000a21:14:06.753452 run osmo-stp_10.42.42.5(pid=28691): stdout: \u000a| (launched: 2022-12-12_21:14:05.169073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:06.895150 run osmo-stp_10.42.42.5(pid=28691): stderr: \u000a| �[0;m�[38;5;43m20221212211405364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211405364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211405364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211405365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211405365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211405365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211405365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:07.031359 run osmo-stp_10.42.42.5(pid=28691): stdout: \u000a| (launched: 2022-12-12_21:14:05.169073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:07.166262 run osmo-stp_10.42.42.5(pid=28691): stderr: \u000a| �[0;m�[38;5;43m20221212211405364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211405364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211405364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211405365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211405365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211405365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211405365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:07.225301 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28691): Process ended prematurely: osmo-stp_10.42.42.5(pid=28691) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28691)] [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:14:07.234780 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a21:14:07.300012 run osmo-hlr_10.42.42.2(pid=28688): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28688)]\u000a21:14:07.353586 run osmo-hlr_10.42.42.2(pid=28688): stdout: \u000a| (launched: 2022-12-12_21:14:04.131743) \u000a21:14:07.407394 run osmo-hlr_10.42.42.2(pid=28688): stderr: \u000a| �[0;m�[1;31m20221212211404311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211404311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211404311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211404311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211404311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211404311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211404323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211404331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211404332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211404332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:07.480596 run osmo-msc_10.42.42.6(pid=28694): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28694)]\u000a21:14:07.533990 run osmo-msc_10.42.42.6(pid=28694): stdout: \u000a| (launched: 2022-12-12_21:14:06.247095) \u000a21:14:07.588014 run osmo-msc_10.42.42.6(pid=28694): stderr: \u000a| �[0;m�[38;5;43m20221212211406574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211406574 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf9633fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211406574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211406574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211406574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211406575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211406576 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211406577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211406577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211406577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:14:07.633486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28687): Terminating (SIGTERM)\u000a21:14:07.676924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28690): Terminating (SIGTERM)\u000a21:14:07.720401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28693): Terminating (SIGTERM)\u000a21:14:07.730692 --- ParallelTerminationStrategy: PID 28687 died...\u000a21:14:07.788601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28687): Terminated: ok {rc=0}\u000a21:14:07.799322 --- ParallelTerminationStrategy: PID 28690 died...\u000a21:14:07.857387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28690): Terminated: ok {rc=0}\u000a21:14:07.867642 --- ParallelTerminationStrategy: PID 28693 died...\u000a21:14:07.925616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28693): Terminated: ok {rc=0}\u000a21:14:08.014815 bus /sierra_3: Setting Powered False\u000a21:14:09.120311 bus /sierra_3: Setting Powered False\u000a21:14:10.230947 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:13:49" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28705): Process ended prematurely: osmo-stp_10.42.42.5(pid=28705) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28705)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28705): Process ended prematurely: osmo-stp_10.42.42.5(pid=28705) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:14:12.221805 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:12.232842 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:14:12.391972 tst mo_mt_call.py: using LAC 31544\u000a21:14:12.515669 tst mo_mt_call.py: using RAC 179\u000a21:14:12.640585 tst mo_mt_call.py: using CellId 31544\u000a21:14:12.772013 tst mo_mt_call.py: using BVCI 31545\u000a21:14:12.797861 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:12.810119 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:12.821719 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:12.833738 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:12.845871 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:12.857796 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:14:12.978008 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:14:13.184709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:13.689810 run create_hlr_db(pid=28699): Launched\u000a21:14:13.872162 bus /sierra_2: Setting Powered False\u000a21:14:14.893666 run create_hlr_db(pid=28699): Terminated: ok {rc=0}\u000a21:14:15.312542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28701): Launched\u000a21:14:15.627616 run osmo-hlr_10.42.42.2(pid=28702): Launched\u000a21:14:15.743106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:16.350171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28704): Launched\u000a21:14:16.679423 run osmo-stp_10.42.42.5(pid=28705): Launched\u000a21:14:16.815298 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:14:17.490580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28708): Launched\u000a21:14:17.810416 run osmo-msc_10.42.42.6(pid=28709): Launched\u000a21:14:17.994788 run osmo-stp_10.42.42.5(pid=28705): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28705)]\u000a21:14:18.127638 run osmo-stp_10.42.42.5(pid=28705): stdout: \u000a| (launched: 2022-12-12_21:14:16.519773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:18.258604 run osmo-stp_10.42.42.5(pid=28705): stderr: \u000a| �[0;m�[38;5;43m20221212211416887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211416887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211416888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211416888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211416889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211416889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211416889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:18.385054 run osmo-stp_10.42.42.5(pid=28705): stdout: \u000a| (launched: 2022-12-12_21:14:16.519773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:18.510323 run osmo-stp_10.42.42.5(pid=28705): stderr: \u000a| �[0;m�[38;5;43m20221212211416887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211416887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211416888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211416888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211416889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211416889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211416889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:18.565396 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28705): Process ended prematurely: osmo-stp_10.42.42.5(pid=28705) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28705)] [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:14:18.574067 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:14:18.635327 run osmo-hlr_10.42.42.2(pid=28702): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28702)]\u000a21:14:18.685878 run osmo-hlr_10.42.42.2(pid=28702): stdout: \u000a| (launched: 2022-12-12_21:14:15.472365) \u000a21:14:18.737309 run osmo-hlr_10.42.42.2(pid=28702): stderr: \u000a| �[0;m�[1;31m20221212211415652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211415652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211415652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211415652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211415652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211415652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211415664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211415672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211415673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211415673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:18.806972 run osmo-msc_10.42.42.6(pid=28709): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28709)]\u000a21:14:18.857765 run osmo-msc_10.42.42.6(pid=28709): stdout: \u000a| (launched: 2022-12-12_21:14:17.652263) \u000a21:14:18.908849 run osmo-msc_10.42.42.6(pid=28709): stderr: \u000a| �[0;m�[38;5;43m20221212211417932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211417932 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb111373c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211417932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211417933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211417933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211417933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211417935 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211417935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211417935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211417935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:14:18.951900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28701): Terminating (SIGTERM)\u000a21:14:18.992744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28704): Terminating (SIGTERM)\u000a21:14:19.034113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28708): Terminating (SIGTERM)\u000a21:14:19.043613 --- ParallelTerminationStrategy: PID 28701 died...\u000a21:14:19.098528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28701): Terminated: ok {rc=0}\u000a21:14:19.108262 --- ParallelTerminationStrategy: PID 28704 died...\u000a21:14:19.162902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28704): Terminated: ok {rc=0}\u000a21:14:19.172644 --- ParallelTerminationStrategy: PID 28708 died...\u000a21:14:19.226857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28708): Terminated: ok {rc=0}\u000a21:14:19.317510 bus /sierra_3: Setting Powered False\u000a21:14:20.422081 bus /sierra_3: Setting Powered False\u000a21:14:21.535240 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28717): Process ended prematurely: osmo-stp_10.42.42.5(pid=28717) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28717)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28717): Process ended prematurely: osmo-stp_10.42.42.5(pid=28717) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:14:22.647838 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:22.659753 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:14:22.820842 tst mo_mt_call_osmux.py: using LAC 31545\u000a21:14:22.946142 tst mo_mt_call_osmux.py: using RAC 180\u000a21:14:23.072403 tst mo_mt_call_osmux.py: using CellId 31545\u000a21:14:23.195706 tst mo_mt_call_osmux.py: using BVCI 31546\u000a21:14:23.219459 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:23.230796 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:23.241888 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:23.253028 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:23.264216 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:14:23.275331 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:14:23.399111 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:14:23.607065 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:24.109488 run create_hlr_db(pid=28711): Launched\u000a21:14:24.290272 bus /sierra_2: Setting Powered False\u000a21:14:25.312350 run create_hlr_db(pid=28711): Terminated: ok {rc=0}\u000a21:14:25.758488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28713): Launched\u000a21:14:26.099768 run osmo-hlr_10.42.42.2(pid=28714): Launched\u000a21:14:26.224849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:26.809713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28716): Launched\u000a21:14:27.149575 run osmo-stp_10.42.42.5(pid=28717): Launched\u000a21:14:27.272684 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:14:27.886944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28719): Launched\u000a21:14:28.225962 run osmo-msc_10.42.42.6(pid=28720): Launched\u000a21:14:28.423042 run osmo-stp_10.42.42.5(pid=28717): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28717)]\u000a21:14:28.565283 run osmo-stp_10.42.42.5(pid=28717): stdout: \u000a| (launched: 2022-12-12_21:14:26.982555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:28.705876 run osmo-stp_10.42.42.5(pid=28717): stderr: \u000a| �[0;m�[38;5;43m20221212211427179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211427179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211427179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211427180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211427180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211427180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211427180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:28.841964 run osmo-stp_10.42.42.5(pid=28717): stdout: \u000a| (launched: 2022-12-12_21:14:26.982555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:28.976729 run osmo-stp_10.42.42.5(pid=28717): stderr: \u000a| �[0;m�[38;5;43m20221212211427179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211427179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211427179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211427180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211427180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211427180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211427180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:29.035959 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28717): Process ended prematurely: osmo-stp_10.42.42.5(pid=28717) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28717)] [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:14:29.045503 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a21:14:29.110655 run osmo-hlr_10.42.42.2(pid=28714): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28714)]\u000a21:14:29.163885 run osmo-hlr_10.42.42.2(pid=28714): stdout: \u000a| (launched: 2022-12-12_21:14:25.931285) \u000a21:14:29.217783 run osmo-hlr_10.42.42.2(pid=28714): stderr: \u000a| �[0;m�[1;31m20221212211426132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211426132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211426132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211426132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211426132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211426132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211426145 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211426153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211426154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211426154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:29.290559 run osmo-msc_10.42.42.6(pid=28720): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28720)]\u000a21:14:29.343679 run osmo-msc_10.42.42.6(pid=28720): stdout: \u000a| (launched: 2022-12-12_21:14:28.058525) \u000a21:14:29.397672 run osmo-msc_10.42.42.6(pid=28720): stderr: \u000a| �[0;m�[38;5;43m20221212211428384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211428384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad462c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211428384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211428384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211428385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211428385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211428387 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211428387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211428387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211428387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:14:29.443045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28713): Terminating (SIGTERM)\u000a21:14:29.486805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28716): Terminating (SIGTERM)\u000a21:14:29.529859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28719): Terminating (SIGTERM)\u000a21:14:29.540116 --- ParallelTerminationStrategy: PID 28713 died...\u000a21:14:29.597817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28713): Terminated: ok {rc=0}\u000a21:14:29.608383 --- ParallelTerminationStrategy: PID 28716 died...\u000a21:14:29.665951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28716): Terminated: ok {rc=0}\u000a21:14:29.676375 --- ParallelTerminationStrategy: PID 28719 died...\u000a21:14:29.734164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28719): Terminated: ok {rc=0}\u000a21:14:29.824505 bus /sierra_3: Setting Powered False\u000a21:14:30.949134 bus /sierra_3: Setting Powered False\u000a21:14:32.102073 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:14:11" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28732): Process ended prematurely: osmo-stp_10.42.42.5(pid=28732) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28732)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28732): Process ended prematurely: osmo-stp_10.42.42.5(pid=28732) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:14:34.114806 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:14:34.126712 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:14:34.292439 tst mo_mt_call.py: using LAC 31546\u000a21:14:34.425915 tst mo_mt_call.py: using RAC 181\u000a21:14:34.553969 tst mo_mt_call.py: using CellId 31546\u000a21:14:34.676344 tst mo_mt_call.py: using BVCI 31547\u000a21:14:34.700446 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:14:34.711718 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:14:34.722725 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:14:34.733621 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:14:34.744567 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:14:34.755469 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:14:34.878076 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:14:35.100176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:35.631030 run create_hlr_db(pid=28726): Launched\u000a21:14:35.826676 bus /sierra_2: Setting Powered False\u000a21:14:36.849004 run create_hlr_db(pid=28726): Terminated: ok {rc=0}\u000a21:14:37.270929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28728): Launched\u000a21:14:37.588395 run osmo-hlr_10.42.42.2(pid=28729): Launched\u000a21:14:37.709313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:38.253605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28731): Launched\u000a21:14:38.568622 run osmo-stp_10.42.42.5(pid=28732): Launched\u000a21:14:38.683865 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:14:39.257270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28734): Launched\u000a21:14:39.574235 run osmo-msc_10.42.42.6(pid=28735): Launched\u000a21:14:39.758030 run osmo-stp_10.42.42.5(pid=28732): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28732)]\u000a21:14:39.890804 run osmo-stp_10.42.42.5(pid=28732): stdout: \u000a| (launched: 2022-12-12_21:14:38.413555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:40.030631 run osmo-stp_10.42.42.5(pid=28732): stderr: \u000a| �[0;m�[38;5;43m20221212211438585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211438585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211438585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211438586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211438588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211438588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211438588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:40.167057 run osmo-stp_10.42.42.5(pid=28732): stdout: \u000a| (launched: 2022-12-12_21:14:38.413555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:40.302670 run osmo-stp_10.42.42.5(pid=28732): stderr: \u000a| �[0;m�[38;5;43m20221212211438585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211438585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211438585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211438586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211438588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211438588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211438588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:40.362159 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28732): Process ended prematurely: osmo-stp_10.42.42.5(pid=28732) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28732)] [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a21:14:40.371543 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:14:40.437522 run osmo-hlr_10.42.42.2(pid=28729): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28729)]\u000a21:14:40.491327 run osmo-hlr_10.42.42.2(pid=28729): stdout: \u000a| (launched: 2022-12-12_21:14:37.432374) \u000a21:14:40.545901 run osmo-hlr_10.42.42.2(pid=28729): stderr: \u000a| �[0;m�[1;31m20221212211437613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211437613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211437613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211437613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211437613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211437613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211437625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211437634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211437634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211437634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:40.619324 run osmo-msc_10.42.42.6(pid=28735): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28735)]\u000a21:14:40.672867 run osmo-msc_10.42.42.6(pid=28735): stdout: \u000a| (launched: 2022-12-12_21:14:39.416860) \u000a21:14:40.727215 run osmo-msc_10.42.42.6(pid=28735): stderr: \u000a| �[0;m�[38;5;43m20221212211439693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211439694 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcacc88ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211439694 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211439694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211439694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211439694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211439696 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211439696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211439696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211439696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:14:40.773099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28728): Terminating (SIGTERM)\u000a21:14:40.816764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28731): Terminating (SIGTERM)\u000a21:14:40.860310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28734): Terminating (SIGTERM)\u000a21:14:40.870650 --- ParallelTerminationStrategy: PID 28728 died...\u000a21:14:40.928872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28728): Terminated: ok {rc=0}\u000a21:14:40.939367 --- ParallelTerminationStrategy: PID 28731 died...\u000a21:14:40.997418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28731): Terminated: ok {rc=0}\u000a21:14:41.007838 --- ParallelTerminationStrategy: PID 28734 died...\u000a21:14:41.065849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28734): Terminated: ok {rc=0}\u000a21:14:41.156106 bus /sierra_3: Setting Powered False\u000a21:14:42.264139 bus /sierra_3: Setting Powered False\u000a21:14:43.374866 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28743): Process ended prematurely: osmo-stp_10.42.42.5(pid=28743) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28743)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28743): Process ended prematurely: osmo-stp_10.42.42.5(pid=28743) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:14:44.492615 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:14:44.505313 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:14:44.674538 tst mo_mt_call_osmux.py: using LAC 31547\u000a21:14:44.810838 tst mo_mt_call_osmux.py: using RAC 182\u000a21:14:44.956320 tst mo_mt_call_osmux.py: using CellId 31547\u000a21:14:45.090885 tst mo_mt_call_osmux.py: using BVCI 31548\u000a21:14:45.116552 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:14:45.128275 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:14:45.139853 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:14:45.151740 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:14:45.163668 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:14:45.175512 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:14:45.295453 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:14:45.515052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:46.114948 run create_hlr_db(pid=28737): Launched\u000a21:14:46.312487 bus /sierra_2: Setting Powered False\u000a21:14:47.325830 run create_hlr_db(pid=28737): Terminated: ok {rc=0}\u000a21:14:47.775261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28739): Launched\u000a21:14:48.115127 run osmo-hlr_10.42.42.2(pid=28740): Launched\u000a21:14:48.239012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:14:48.827223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28742): Launched\u000a21:14:49.167579 run osmo-stp_10.42.42.5(pid=28743): Launched\u000a21:14:49.291599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:14:49.908122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28745): Launched\u000a21:14:50.244916 run osmo-msc_10.42.42.6(pid=28746): Launched\u000a21:14:50.443343 run osmo-stp_10.42.42.5(pid=28743): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28743)]\u000a21:14:50.585829 run osmo-stp_10.42.42.5(pid=28743): stdout: \u000a| (launched: 2022-12-12_21:14:49.000147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:50.726582 run osmo-stp_10.42.42.5(pid=28743): stderr: \u000a| �[0;m�[38;5;43m20221212211449196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211449196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211449196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211449197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211449197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211449197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211449197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:50.862991 run osmo-stp_10.42.42.5(pid=28743): stdout: \u000a| (launched: 2022-12-12_21:14:49.000147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:14:50.997890 run osmo-stp_10.42.42.5(pid=28743): stderr: \u000a| �[0;m�[38;5;43m20221212211449196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211449196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211449196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211449197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211449197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211449197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211449197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:14:51.057146 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28743): Process ended prematurely: osmo-stp_10.42.42.5(pid=28743) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28743)] [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a21:14:51.066757 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a21:14:51.132031 run osmo-hlr_10.42.42.2(pid=28740): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28740)]\u000a21:14:51.185822 run osmo-hlr_10.42.42.2(pid=28740): stdout: \u000a| (launched: 2022-12-12_21:14:47.947547) \u000a21:14:51.239807 run osmo-hlr_10.42.42.2(pid=28740): stderr: \u000a| �[0;m�[1;31m20221212211448146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211448146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211448146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211448146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211448146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211448146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211448161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211448171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211448171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211448171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:14:51.313452 run osmo-msc_10.42.42.6(pid=28746): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28746)]\u000a21:14:51.366066 run osmo-msc_10.42.42.6(pid=28746): stdout: \u000a| (launched: 2022-12-12_21:14:50.079838) \u000a21:14:51.420398 run osmo-msc_10.42.42.6(pid=28746): stderr: \u000a| �[0;m�[38;5;43m20221212211450407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211450407 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a9f8fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211450407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211450407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211450407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211450408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211450409 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211450410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211450410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211450410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:14:51.466237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28739): Terminating (SIGTERM)\u000a21:14:51.509208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28742): Terminating (SIGTERM)\u000a21:14:51.552739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28745): Terminating (SIGTERM)\u000a21:14:51.563175 --- ParallelTerminationStrategy: PID 28739 died...\u000a21:14:51.620861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28739): Terminated: ok {rc=0}\u000a21:14:51.631599 --- ParallelTerminationStrategy: PID 28742 died...\u000a21:14:51.688677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28742): Terminated: ok {rc=0}\u000a21:14:51.699320 --- ParallelTerminationStrategy: PID 28745 died...\u000a21:14:51.757204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28745): Terminated: ok {rc=0}\u000a21:14:51.845084 bus /sierra_3: Setting Powered False\u000a21:14:52.955180 bus /sierra_3: Setting Powered False\u000a21:14:54.064111 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:14:33" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28758): Process ended prematurely: osmo-stp_10.42.42.5(pid=28758) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28758)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28758): Process ended prematurely: osmo-stp_10.42.42.5(pid=28758) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:14:56.074125 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:56.085382 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:14:56.244687 tst mo_mt_call.py: using LAC 31548\u000a21:14:56.369105 tst mo_mt_call.py: using RAC 183\u000a21:14:56.492229 tst mo_mt_call.py: using CellId 31548\u000a21:14:56.616268 tst mo_mt_call.py: using BVCI 31549\u000a21:14:56.640361 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:56.651583 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:56.662610 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:56.673619 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:56.684659 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:14:56.695645 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:14:56.817278 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:14:57.038318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:14:57.568406 run create_hlr_db(pid=28752): Launched\u000a21:14:57.763173 bus /sierra_2: Setting Powered False\u000a21:14:58.786213 run create_hlr_db(pid=28752): Terminated: ok {rc=0}\u000a21:14:59.206819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28754): Launched\u000a21:14:59.523135 run osmo-hlr_10.42.42.2(pid=28755): Launched\u000a21:14:59.643746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:00.188618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28757): Launched\u000a21:15:00.504215 run osmo-stp_10.42.42.5(pid=28758): Launched\u000a21:15:00.619087 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:15:01.283082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28761): Launched\u000a21:15:01.664137 run osmo-msc_10.42.42.6(pid=28764): Launched\u000a21:15:01.960295 run osmo-stp_10.42.42.5(pid=28758): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28758)]\u000a21:15:02.228259 run osmo-stp_10.42.42.5(pid=28758): stdout: \u000a| (launched: 2022-12-12_21:15:00.348634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:02.531635 run osmo-stp_10.42.42.5(pid=28758): stderr: \u000a| �[0;m�[38;5;43m20221212211500519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211500520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211500520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211500520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211500522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211500523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211500523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:02.669806 run osmo-stp_10.42.42.5(pid=28758): stdout: \u000a| (launched: 2022-12-12_21:15:00.348634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:02.805280 run osmo-stp_10.42.42.5(pid=28758): stderr: \u000a| �[0;m�[38;5;43m20221212211500519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211500520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211500520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211500520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211500522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211500523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211500523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:02.864686 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28758): Process ended prematurely: osmo-stp_10.42.42.5(pid=28758) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28758)] [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:15:02.874605 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a21:15:02.941250 run osmo-hlr_10.42.42.2(pid=28755): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28755)]\u000a21:15:02.996737 run osmo-hlr_10.42.42.2(pid=28755): stdout: \u000a| (launched: 2022-12-12_21:14:59.367652) \u000a21:15:03.052107 run osmo-hlr_10.42.42.2(pid=28755): stderr: \u000a| �[0;m�[1;31m20221212211459546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211459546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211459546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211459546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211459546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211459546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211459559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211459569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211459570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211459570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:03.126603 run osmo-msc_10.42.42.6(pid=28764): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28764)]\u000a21:15:03.181088 run osmo-msc_10.42.42.6(pid=28764): stdout: \u000a| (launched: 2022-12-12_21:15:01.461455) \u000a21:15:03.235928 run osmo-msc_10.42.42.6(pid=28764): stderr: \u000a| �[0;m�[38;5;43m20221212211502156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211502156 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe94cb08c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211502156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211502156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211502156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211502156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211502158 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211502159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211502159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211502159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:15:03.281890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28754): Terminating (SIGTERM)\u000a21:15:03.326934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28757): Terminating (SIGTERM)\u000a21:15:03.371101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28761): Terminating (SIGTERM)\u000a21:15:03.382088 --- ParallelTerminationStrategy: PID 28754 died...\u000a21:15:03.442057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28754): Terminated: ok {rc=0}\u000a21:15:03.452783 --- ParallelTerminationStrategy: PID 28757 died...\u000a21:15:03.512470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28757): Terminated: ok {rc=0}\u000a21:15:03.523025 --- ParallelTerminationStrategy: PID 28761 died...\u000a21:15:03.582666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28761): Terminated: ok {rc=0}\u000a21:15:03.672176 bus /sierra_3: Setting Powered False\u000a21:15:04.783137 bus /sierra_3: Setting Powered False\u000a21:15:05.897818 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28774): Process ended prematurely: osmo-stp_10.42.42.5(pid=28774) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28774)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28774): Process ended prematurely: osmo-stp_10.42.42.5(pid=28774) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:15:07.010938 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:15:07.022878 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:15:07.188639 tst mo_mt_call_osmux.py: using LAC 31549\u000a21:15:07.312160 tst mo_mt_call_osmux.py: using RAC 184\u000a21:15:07.438771 tst mo_mt_call_osmux.py: using CellId 31549\u000a21:15:07.560904 tst mo_mt_call_osmux.py: using BVCI 31550\u000a21:15:07.584839 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:15:07.596134 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:15:07.607230 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:15:07.618284 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:15:07.629533 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:15:07.640464 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:15:07.758116 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:15:07.965842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:08.470657 run create_hlr_db(pid=28768): Launched\u000a21:15:08.651211 bus /sierra_2: Setting Powered False\u000a21:15:09.674482 run create_hlr_db(pid=28768): Terminated: ok {rc=0}\u000a21:15:10.093099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28770): Launched\u000a21:15:10.409068 run osmo-hlr_10.42.42.2(pid=28771): Launched\u000a21:15:10.524278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:11.070538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28773): Launched\u000a21:15:11.384814 run osmo-stp_10.42.42.5(pid=28774): Launched\u000a21:15:11.499575 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:15:12.072577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28776): Launched\u000a21:15:12.389752 run osmo-msc_10.42.42.6(pid=28777): Launched\u000a21:15:12.573277 run osmo-stp_10.42.42.5(pid=28774): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28774)]\u000a21:15:12.705483 run osmo-stp_10.42.42.5(pid=28774): stdout: \u000a| (launched: 2022-12-12_21:15:11.230167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:12.835912 run osmo-stp_10.42.42.5(pid=28774): stderr: \u000a| �[0;m�[38;5;43m20221212211511406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211511407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211511407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211511407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211511408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211511408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211511408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:12.962101 run osmo-stp_10.42.42.5(pid=28774): stdout: \u000a| (launched: 2022-12-12_21:15:11.230167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:13.086609 run osmo-stp_10.42.42.5(pid=28774): stderr: \u000a| �[0;m�[38;5;43m20221212211511406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211511407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211511407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211511407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211511408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211511408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211511408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:13.141646 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28774): Process ended prematurely: osmo-stp_10.42.42.5(pid=28774) [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28774)] [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:15:13.150374 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a21:15:13.211127 run osmo-hlr_10.42.42.2(pid=28771): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28771)]\u000a21:15:13.261562 run osmo-hlr_10.42.42.2(pid=28771): stdout: \u000a| (launched: 2022-12-12_21:15:10.253852) \u000a21:15:13.312551 run osmo-hlr_10.42.42.2(pid=28771): stderr: \u000a| �[0;m�[1;31m20221212211510432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211510432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211510432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211510432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211510432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211510432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211510444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211510453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211510453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211510453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:13.381650 run osmo-msc_10.42.42.6(pid=28777): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28777)]\u000a21:15:13.431706 run osmo-msc_10.42.42.6(pid=28777): stdout: \u000a| (launched: 2022-12-12_21:15:12.232574) \u000a21:15:13.482574 run osmo-msc_10.42.42.6(pid=28777): stderr: \u000a| �[0;m�[38;5;43m20221212211512507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211512508 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5a2168c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211512508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211512508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211512508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211512508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211512510 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211512510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211512511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211512511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:15:13.525289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28770): Terminating (SIGTERM)\u000a21:15:13.565508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28773): Terminating (SIGTERM)\u000a21:15:13.605790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28776): Terminating (SIGTERM)\u000a21:15:13.615294 --- ParallelTerminationStrategy: PID 28770 died...\u000a21:15:13.669418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28770): Terminated: ok {rc=0}\u000a21:15:13.679210 --- ParallelTerminationStrategy: PID 28773 died...\u000a21:15:13.733175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28773): Terminated: ok {rc=0}\u000a21:15:13.742934 --- ParallelTerminationStrategy: PID 28776 died...\u000a21:15:13.796806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28776): Terminated: ok {rc=0}\u000a21:15:13.887431 bus /sierra_3: Setting Powered False\u000a21:15:14.992097 bus /sierra_3: Setting Powered False\u000a21:15:16.111849 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:14:55" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28788): Process ended prematurely: osmo-stp_10.42.42.5(pid=28788) [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28788)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28788): Process ended prematurely: osmo-stp_10.42.42.5(pid=28788) [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:15:18.115309 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:18.126554 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:15:18.287515 tst mo_mt_call.py: using LAC 31550\u000a21:15:18.419254 tst mo_mt_call.py: using RAC 185\u000a21:15:18.550825 tst mo_mt_call.py: using CellId 31550\u000a21:15:18.682805 tst mo_mt_call.py: using BVCI 31551\u000a21:15:18.708539 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:18.720542 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:18.732318 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:18.744312 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:18.756186 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:18.767986 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:15:18.890832 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:15:19.099981 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:19.606098 run create_hlr_db(pid=28782): Launched\u000a21:15:19.786253 bus /sierra_2: Setting Powered False\u000a21:15:20.809170 run create_hlr_db(pid=28782): Terminated: ok {rc=0}\u000a21:15:21.254909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28784): Launched\u000a21:15:21.593630 run osmo-hlr_10.42.42.2(pid=28785): Launched\u000a21:15:21.718136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:22.305314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28787): Launched\u000a21:15:22.644734 run osmo-stp_10.42.42.5(pid=28788): Launched\u000a21:15:22.768038 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:15:23.383948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28790): Launched\u000a21:15:23.723348 run osmo-msc_10.42.42.6(pid=28791): Launched\u000a21:15:23.922051 run osmo-stp_10.42.42.5(pid=28788): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28788)]\u000a21:15:24.065006 run osmo-stp_10.42.42.5(pid=28788): stdout: \u000a| (launched: 2022-12-12_21:15:22.477626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:24.206235 run osmo-stp_10.42.42.5(pid=28788): stderr: \u000a| �[0;m�[38;5;43m20221212211522673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211522674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211522674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211522674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211522675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211522675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211522675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:24.342448 run osmo-stp_10.42.42.5(pid=28788): stdout: \u000a| (launched: 2022-12-12_21:15:22.477626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:24.477194 run osmo-stp_10.42.42.5(pid=28788): stderr: \u000a| �[0;m�[38;5;43m20221212211522673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211522674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211522674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211522674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211522675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211522675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211522675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:24.536228 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28788): Process ended prematurely: osmo-stp_10.42.42.5(pid=28788) [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28788)] [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:15:24.545914 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a21:15:24.610809 run osmo-hlr_10.42.42.2(pid=28785): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28785)]\u000a21:15:24.663879 run osmo-hlr_10.42.42.2(pid=28785): stdout: \u000a| (launched: 2022-12-12_21:15:21.427363) \u000a21:15:24.717761 run osmo-hlr_10.42.42.2(pid=28785): stderr: \u000a| �[0;m�[1;31m20221212211521631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211521631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211521631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211521631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211521631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211521631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211521644 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211521652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211521652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211521652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:24.790028 run osmo-msc_10.42.42.6(pid=28791): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28791)]\u000a21:15:24.843514 run osmo-msc_10.42.42.6(pid=28791): stdout: \u000a| (launched: 2022-12-12_21:15:23.556178) \u000a21:15:24.897773 run osmo-msc_10.42.42.6(pid=28791): stderr: \u000a| �[0;m�[38;5;43m20221212211523884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211523884 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68318ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211523884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211523884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211523884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211523884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211523886 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211523886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211523887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211523887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:15:24.942850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28784): Terminating (SIGTERM)\u000a21:15:24.985935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28787): Terminating (SIGTERM)\u000a21:15:25.029192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28790): Terminating (SIGTERM)\u000a21:15:25.039180 --- ParallelTerminationStrategy: PID 28784 died...\u000a21:15:25.097274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28784): Terminated: ok {rc=0}\u000a21:15:25.107710 --- ParallelTerminationStrategy: PID 28787 died...\u000a21:15:25.165417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28787): Terminated: ok {rc=0}\u000a21:15:25.175780 --- ParallelTerminationStrategy: PID 28790 died...\u000a21:15:25.232843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28790): Terminated: ok {rc=0}\u000a21:15:25.322789 bus /sierra_3: Setting Powered False\u000a21:15:26.432712 bus /sierra_3: Setting Powered False\u000a21:15:27.545581 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28799): Process ended prematurely: osmo-stp_10.42.42.5(pid=28799) [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28799)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28799): Process ended prematurely: osmo-stp_10.42.42.5(pid=28799) [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:15:28.664587 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:28.677294 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:15:28.848598 tst mo_mt_call_osmux.py: using LAC 31551\u000a21:15:28.980386 tst mo_mt_call_osmux.py: using RAC 186\u000a21:15:29.112497 tst mo_mt_call_osmux.py: using CellId 31551\u000a21:15:29.244809 tst mo_mt_call_osmux.py: using BVCI 31552\u000a21:15:29.270721 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:29.282947 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:29.294586 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:29.306367 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:29.318300 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:15:29.330253 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:15:29.450761 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:15:29.663830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:30.168512 run create_hlr_db(pid=28793): Launched\u000a21:15:30.349042 bus /sierra_2: Setting Powered False\u000a21:15:31.388188 run create_hlr_db(pid=28793): Terminated: ok {rc=0}\u000a21:15:31.846088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28795): Launched\u000a21:15:32.198913 run osmo-hlr_10.42.42.2(pid=28796): Launched\u000a21:15:32.316062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:32.864597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28798): Launched\u000a21:15:33.181119 run osmo-stp_10.42.42.5(pid=28799): Launched\u000a21:15:33.300103 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:15:33.874404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28801): Launched\u000a21:15:34.189221 run osmo-msc_10.42.42.6(pid=28802): Launched\u000a21:15:34.373131 run osmo-stp_10.42.42.5(pid=28799): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28799)]\u000a21:15:34.505820 run osmo-stp_10.42.42.5(pid=28799): stdout: \u000a| (launched: 2022-12-12_21:15:33.024631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:34.636619 run osmo-stp_10.42.42.5(pid=28799): stderr: \u000a| �[0;m�[38;5;43m20221212211533198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211533199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211533199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211533199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211533200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211533200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211533200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:34.762313 run osmo-stp_10.42.42.5(pid=28799): stdout: \u000a| (launched: 2022-12-12_21:15:33.024631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:34.887148 run osmo-stp_10.42.42.5(pid=28799): stderr: \u000a| �[0;m�[38;5;43m20221212211533198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211533199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211533199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211533199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211533200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211533200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211533200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:34.941956 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28799): Process ended prematurely: osmo-stp_10.42.42.5(pid=28799) [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28799)] [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:15:34.950611 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:15:35.011449 run osmo-hlr_10.42.42.2(pid=28796): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28796)]\u000a21:15:35.061578 run osmo-hlr_10.42.42.2(pid=28796): stdout: \u000a| (launched: 2022-12-12_21:15:32.023179) \u000a21:15:35.112547 run osmo-hlr_10.42.42.2(pid=28796): stderr: \u000a| �[0;m�[1;31m20221212211532262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211532263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211532263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211532263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211532263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211532263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211532278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211532287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211532287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211532288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:35.181656 run osmo-msc_10.42.42.6(pid=28802): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28802)]\u000a21:15:35.231560 run osmo-msc_10.42.42.6(pid=28802): stdout: \u000a| (launched: 2022-12-12_21:15:34.034351) \u000a21:15:35.282090 run osmo-msc_10.42.42.6(pid=28802): stderr: \u000a| �[0;m�[38;5;43m20221212211534310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211534310 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7fae9c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211534310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211534310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211534310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211534310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211534312 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211534312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211534313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211534313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:15:35.324883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28795): Terminating (SIGTERM)\u000a21:15:35.365549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28798): Terminating (SIGTERM)\u000a21:15:35.406112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28801): Terminating (SIGTERM)\u000a21:15:35.415593 --- ParallelTerminationStrategy: PID 28795 died...\u000a21:15:35.469846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28795): Terminated: ok {rc=0}\u000a21:15:35.479702 --- ParallelTerminationStrategy: PID 28798 died...\u000a21:15:35.533838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28798): Terminated: ok {rc=0}\u000a21:15:35.543565 --- ParallelTerminationStrategy: PID 28801 died...\u000a21:15:35.597660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28801): Terminated: ok {rc=0}\u000a21:15:35.683169 bus /sierra_3: Setting Powered False\u000a21:15:36.786987 bus /sierra_3: Setting Powered False\u000a21:15:37.901211 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:15:17" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28813): Process ended prematurely: osmo-stp_10.42.42.5(pid=28813) [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28813)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28813): Process ended prematurely: osmo-stp_10.42.42.5(pid=28813) [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a21:15:39.891658 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:15:39.902694 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:15:40.076474 tst mo_mt_call.py: using LAC 31552\u000a21:15:40.206461 tst mo_mt_call.py: using RAC 187\u000a21:15:40.336889 tst mo_mt_call.py: using CellId 31552\u000a21:15:40.467113 tst mo_mt_call.py: using BVCI 31553\u000a21:15:40.493009 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:15:40.504541 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:15:40.516038 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:15:40.527883 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:15:40.539728 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:15:40.551420 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:15:40.669654 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:15:40.877381 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:41.382196 run create_hlr_db(pid=28807): Launched\u000a21:15:41.564766 bus /sierra_2: Setting Powered False\u000a21:15:42.586810 run create_hlr_db(pid=28807): Terminated: ok {rc=0}\u000a21:15:43.037629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28809): Launched\u000a21:15:43.378211 run osmo-hlr_10.42.42.2(pid=28810): Launched\u000a21:15:43.500758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:44.086990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28812): Launched\u000a21:15:44.426849 run osmo-stp_10.42.42.5(pid=28813): Launched\u000a21:15:44.550327 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:15:45.166152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28815): Launched\u000a21:15:45.503608 run osmo-msc_10.42.42.6(pid=28816): Launched\u000a21:15:45.700736 run osmo-stp_10.42.42.5(pid=28813): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28813)]\u000a21:15:45.866557 run osmo-stp_10.42.42.5(pid=28813): stdout: \u000a| (launched: 2022-12-12_21:15:44.259046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:46.036153 run osmo-stp_10.42.42.5(pid=28813): stderr: \u000a| �[0;m�[38;5;43m20221212211544455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211544455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211544455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211544456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211544458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211544459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211544459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:46.178444 run osmo-stp_10.42.42.5(pid=28813): stdout: \u000a| (launched: 2022-12-12_21:15:44.259046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:46.316098 run osmo-stp_10.42.42.5(pid=28813): stderr: \u000a| �[0;m�[38;5;43m20221212211544455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211544455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211544455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211544456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211544458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211544459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211544459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:46.376993 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28813): Process ended prematurely: osmo-stp_10.42.42.5(pid=28813) [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28813)] [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a21:15:46.387396 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a21:15:46.457281 run osmo-hlr_10.42.42.2(pid=28810): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28810)]\u000a21:15:46.513280 run osmo-hlr_10.42.42.2(pid=28810): stdout: \u000a| (launched: 2022-12-12_21:15:43.210588) \u000a21:15:46.570164 run osmo-hlr_10.42.42.2(pid=28810): stderr: \u000a| �[0;m�[1;31m20221212211543411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211543411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211543411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211543411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211543411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211543411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211543423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211543432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211543432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211543432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:46.646714 run osmo-msc_10.42.42.6(pid=28816): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28816)]\u000a21:15:46.702625 run osmo-msc_10.42.42.6(pid=28816): stdout: \u000a| (launched: 2022-12-12_21:15:45.338137) \u000a21:15:46.759210 run osmo-msc_10.42.42.6(pid=28816): stderr: \u000a| �[0;m�[38;5;43m20221212211545663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211545664 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f64133aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211545664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211545664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211545664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211545664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211545666 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211545666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211545667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211545667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:15:46.806217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28809): Terminating (SIGTERM)\u000a21:15:46.853199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28812): Terminating (SIGTERM)\u000a21:15:46.898810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28815): Terminating (SIGTERM)\u000a21:15:46.909494 --- ParallelTerminationStrategy: PID 28809 died...\u000a21:15:46.970943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28809): Terminated: ok {rc=0}\u000a21:15:46.982432 --- ParallelTerminationStrategy: PID 28812 died...\u000a21:15:47.043870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28812): Terminated: ok {rc=0}\u000a21:15:47.055336 --- ParallelTerminationStrategy: PID 28815 died...\u000a21:15:47.116756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28815): Terminated: ok {rc=0}\u000a21:15:47.210551 bus /sierra_3: Setting Powered False\u000a21:15:48.321826 bus /sierra_3: Setting Powered False\u000a21:15:49.436790 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28824): Process ended prematurely: osmo-stp_10.42.42.5(pid=28824) [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28824): Process ended prematurely: osmo-stp_10.42.42.5(pid=28824) [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:15:50.550273 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:15:50.562025 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:15:50.724282 tst mo_mt_call_osmux.py: using LAC 31553\u000a21:15:50.849882 tst mo_mt_call_osmux.py: using RAC 188\u000a21:15:50.976283 tst mo_mt_call_osmux.py: using CellId 31553\u000a21:15:51.101870 tst mo_mt_call_osmux.py: using BVCI 31554\u000a21:15:51.126044 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:15:51.137096 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:15:51.147850 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:15:51.158589 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:15:51.169461 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:15:51.180161 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:15:51.300630 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:15:51.508250 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:15:52.014539 run create_hlr_db(pid=28818): Launched\u000a21:15:52.194291 bus /sierra_2: Setting Powered False\u000a21:15:53.217863 run create_hlr_db(pid=28818): Terminated: ok {rc=0}\u000a21:15:53.636041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28820): Launched\u000a21:15:53.953743 run osmo-hlr_10.42.42.2(pid=28821): Launched\u000a21:15:54.068771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:15:54.613618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28823): Launched\u000a21:15:54.927491 run osmo-stp_10.42.42.5(pid=28824): Launched\u000a21:15:55.042169 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:15:55.625080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28826): Launched\u000a21:15:55.945773 run osmo-msc_10.42.42.6(pid=28827): Launched\u000a21:15:56.132093 run osmo-stp_10.42.42.5(pid=28824): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)]\u000a21:15:56.265731 run osmo-stp_10.42.42.5(pid=28824): stdout: \u000a| (launched: 2022-12-12_21:15:54.773237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:56.397492 run osmo-stp_10.42.42.5(pid=28824): stderr: \u000a| �[0;m�[38;5;43m20221212211554947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211554947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211554947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211554948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211554950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211554950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211554950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:56.525122 run osmo-stp_10.42.42.5(pid=28824): stdout: \u000a| (launched: 2022-12-12_21:15:54.773237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:15:56.651248 run osmo-stp_10.42.42.5(pid=28824): stderr: \u000a| �[0;m�[38;5;43m20221212211554947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211554947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211554947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211554948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211554950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211554950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211554950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:15:56.706584 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28824): Process ended prematurely: osmo-stp_10.42.42.5(pid=28824) [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28824)] [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a21:15:56.715209 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a21:15:56.776763 run osmo-hlr_10.42.42.2(pid=28821): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28821)]\u000a21:15:56.827380 run osmo-hlr_10.42.42.2(pid=28821): stdout: \u000a| (launched: 2022-12-12_21:15:53.797272) \u000a21:15:56.878762 run osmo-hlr_10.42.42.2(pid=28821): stderr: \u000a| �[0;m�[1;31m20221212211553980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211553980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211553980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211553980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211553980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211553980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211553992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211554001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211554002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211554002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:15:56.948253 run osmo-msc_10.42.42.6(pid=28827): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28827)]\u000a21:15:56.998745 run osmo-msc_10.42.42.6(pid=28827): stdout: \u000a| (launched: 2022-12-12_21:15:55.786580) \u000a21:15:57.049969 run osmo-msc_10.42.42.6(pid=28827): stderr: \u000a| �[0;m�[38;5;43m20221212211556062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211556062 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24a1fecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211556062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211556062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211556062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211556063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211556064 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211556065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211556065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211556065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:15:57.093422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28820): Terminating (SIGTERM)\u000a21:15:57.134296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28823): Terminating (SIGTERM)\u000a21:15:57.175258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28826): Terminating (SIGTERM)\u000a21:15:57.184311 --- ParallelTerminationStrategy: PID 28820 died...\u000a21:15:57.239057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28820): Terminated: ok {rc=0}\u000a21:15:57.248913 --- ParallelTerminationStrategy: PID 28823 died...\u000a21:15:57.303481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28823): Terminated: ok {rc=0}\u000a21:15:57.313337 --- ParallelTerminationStrategy: PID 28826 died...\u000a21:15:57.367478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28826): Terminated: ok {rc=0}\u000a21:15:57.453323 bus /sierra_3: Setting Powered False\u000a21:15:58.563363 bus /sierra_3: Setting Powered False\u000a21:15:59.678106 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:15:39" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28838): Process ended prematurely: osmo-stp_10.42.42.5(pid=28838) [trial-2382↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28838)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28838): Process ended prematurely: osmo-stp_10.42.42.5(pid=28838) [trial-2382↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a21:16:01.750990 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:16:01.763902 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:16:01.943367 tst mo_mt_call.py: using LAC 31554\u000a21:16:02.078572 tst mo_mt_call.py: using RAC 189\u000a21:16:02.240285 tst mo_mt_call.py: using CellId 31554\u000a21:16:02.375137 tst mo_mt_call.py: using BVCI 31555\u000a21:16:02.399833 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:16:02.412043 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:16:02.423910 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:16:02.435922 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:16:02.447922 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:16:02.459928 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:16:02.585968 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:16:02.803948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:03.334005 run create_hlr_db(pid=28832): Launched\u000a21:16:03.528297 bus /sierra_2: Setting Powered False\u000a21:16:04.550357 run create_hlr_db(pid=28832): Terminated: ok {rc=0}\u000a21:16:04.969706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28834): Launched\u000a21:16:05.285505 run osmo-hlr_10.42.42.2(pid=28835): Launched\u000a21:16:05.404102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:05.948799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28837): Launched\u000a21:16:06.263716 run osmo-stp_10.42.42.5(pid=28838): Launched\u000a21:16:06.379557 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:16:06.952305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28840): Launched\u000a21:16:07.268268 run osmo-msc_10.42.42.6(pid=28841): Launched\u000a21:16:07.452660 run osmo-stp_10.42.42.5(pid=28838): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28838)]\u000a21:16:07.586050 run osmo-stp_10.42.42.5(pid=28838): stdout: \u000a| (launched: 2022-12-12_21:16:06.108417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:07.716540 run osmo-stp_10.42.42.5(pid=28838): stderr: \u000a| �[0;m�[38;5;43m20221212211606281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211606281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211606281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211606282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211606282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211606282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211606282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:07.842594 run osmo-stp_10.42.42.5(pid=28838): stdout: \u000a| (launched: 2022-12-12_21:16:06.108417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:07.968839 run osmo-stp_10.42.42.5(pid=28838): stderr: \u000a| �[0;m�[38;5;43m20221212211606281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211606281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211606281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211606282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211606282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211606282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211606282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:08.023953 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28838): Process ended prematurely: osmo-stp_10.42.42.5(pid=28838) [trial-2382↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28838)] [trial-2382↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a21:16:08.032546 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:16:08.093907 run osmo-hlr_10.42.42.2(pid=28835): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28835)]\u000a21:16:08.144506 run osmo-hlr_10.42.42.2(pid=28835): stdout: \u000a| (launched: 2022-12-12_21:16:05.130279) \u000a21:16:08.195747 run osmo-hlr_10.42.42.2(pid=28835): stderr: \u000a| �[0;m�[1;31m20221212211605308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211605308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211605308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211605308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211605308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211605308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211605318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211605328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211605328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211605328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:08.265490 run osmo-msc_10.42.42.6(pid=28841): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28841)]\u000a21:16:08.315921 run osmo-msc_10.42.42.6(pid=28841): stdout: \u000a| (launched: 2022-12-12_21:16:07.112692) \u000a21:16:08.366823 run osmo-msc_10.42.42.6(pid=28841): stderr: \u000a| �[0;m�[38;5;43m20221212211607386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211607386 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7182b05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211607386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211607386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211607387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211607387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211607388 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211607389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211607389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211607389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:16:08.409805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28834): Terminating (SIGTERM)\u000a21:16:08.450728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28837): Terminating (SIGTERM)\u000a21:16:08.491604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28840): Terminating (SIGTERM)\u000a21:16:08.501197 --- ParallelTerminationStrategy: PID 28834 died...\u000a21:16:08.555938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28834): Terminated: ok {rc=0}\u000a21:16:08.565775 --- ParallelTerminationStrategy: PID 28837 died...\u000a21:16:08.620115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28837): Terminated: ok {rc=0}\u000a21:16:08.629926 --- ParallelTerminationStrategy: PID 28840 died...\u000a21:16:08.684120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28840): Terminated: ok {rc=0}\u000a21:16:08.769186 bus /sierra_3: Setting Powered False\u000a21:16:09.873715 bus /sierra_3: Setting Powered False\u000a21:16:10.985286 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28849): Process ended prematurely: osmo-stp_10.42.42.5(pid=28849) [trial-2382↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28849)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28849): Process ended prematurely: osmo-stp_10.42.42.5(pid=28849) [trial-2382↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:16:12.103864 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:16:12.116641 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:16:12.270137 tst mo_mt_call_osmux.py: using LAC 31555\u000a21:16:12.403232 tst mo_mt_call_osmux.py: using RAC 190\u000a21:16:12.537347 tst mo_mt_call_osmux.py: using CellId 31555\u000a21:16:12.671086 tst mo_mt_call_osmux.py: using BVCI 31556\u000a21:16:12.696815 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:16:12.708794 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:16:12.720496 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:16:12.732688 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:16:12.745144 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:16:12.757297 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:16:12.879239 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:16:13.091500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:13.598744 run create_hlr_db(pid=28843): Launched\u000a21:16:13.780061 bus /sierra_2: Setting Powered False\u000a21:16:14.802322 run create_hlr_db(pid=28843): Terminated: ok {rc=0}\u000a21:16:15.220510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28845): Launched\u000a21:16:15.535471 run osmo-hlr_10.42.42.2(pid=28846): Launched\u000a21:16:15.655309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:16.258513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28848): Launched\u000a21:16:16.738976 run osmo-stp_10.42.42.5(pid=28849): Launched\u000a21:16:16.867520 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:16:17.476321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28851): Launched\u000a21:16:17.818822 run osmo-msc_10.42.42.6(pid=28852): Launched\u000a21:16:18.017838 run osmo-stp_10.42.42.5(pid=28849): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28849)]\u000a21:16:18.160721 run osmo-stp_10.42.42.5(pid=28849): stdout: \u000a| (launched: 2022-12-12_21:16:16.426992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:18.302642 run osmo-stp_10.42.42.5(pid=28849): stderr: \u000a| �[0;m�[38;5;43m20221212211616665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211616665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211616665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211616666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211616666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211616666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211616666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:18.439144 run osmo-stp_10.42.42.5(pid=28849): stdout: \u000a| (launched: 2022-12-12_21:16:16.426992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:18.574230 run osmo-stp_10.42.42.5(pid=28849): stderr: \u000a| �[0;m�[38;5;43m20221212211616665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211616665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211616665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211616666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211616666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211616666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211616666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:18.633969 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28849): Process ended prematurely: osmo-stp_10.42.42.5(pid=28849) [trial-2382↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28849)] [trial-2382↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a21:16:18.643655 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a21:16:18.709925 run osmo-hlr_10.42.42.2(pid=28846): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28846)]\u000a21:16:18.763814 run osmo-hlr_10.42.42.2(pid=28846): stdout: \u000a| (launched: 2022-12-12_21:16:15.380550) \u000a21:16:18.817936 run osmo-hlr_10.42.42.2(pid=28846): stderr: \u000a| �[0;m�[1;31m20221212211615561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211615561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211615561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211615561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211615561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211615561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211615571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211615580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211615580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211615580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:18.891219 run osmo-msc_10.42.42.6(pid=28852): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28852)]\u000a21:16:18.945053 run osmo-msc_10.42.42.6(pid=28852): stdout: \u000a| (launched: 2022-12-12_21:16:17.650728) \u000a21:16:18.999321 run osmo-msc_10.42.42.6(pid=28852): stderr: \u000a| �[0;m�[38;5;43m20221212211617978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211617978 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa21ea42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211617978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211617978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211617978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211617978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211617980 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211617980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211617981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211617981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:16:19.044759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28845): Terminating (SIGTERM)\u000a21:16:19.088221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28848): Terminating (SIGTERM)\u000a21:16:19.131726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28851): Terminating (SIGTERM)\u000a21:16:19.142260 --- ParallelTerminationStrategy: PID 28845 died...\u000a21:16:19.200391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28845): Terminated: ok {rc=0}\u000a21:16:19.211127 --- ParallelTerminationStrategy: PID 28848 died...\u000a21:16:19.269285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28848): Terminated: ok {rc=0}\u000a21:16:19.279684 --- ParallelTerminationStrategy: PID 28851 died...\u000a21:16:19.337281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28851): Terminated: ok {rc=0}\u000a21:16:19.427339 bus /sierra_3: Setting Powered False\u000a21:16:20.537098 bus /sierra_3: Setting Powered False\u000a21:16:21.647125 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:16:01" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28863): Process ended prematurely: osmo-stp_10.42.42.5(pid=28863) [trial-2382↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28863)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28863): Process ended prematurely: osmo-stp_10.42.42.5(pid=28863) [trial-2382↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:16:23.666031 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:16:23.676785 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a21:16:23.813818 tst emergency_mo_mt_call.py: using LAC 31556\u000a21:16:23.934870 tst emergency_mo_mt_call.py: using RAC 191\u000a21:16:24.058481 tst emergency_mo_mt_call.py: using CellId 31556\u000a21:16:24.181908 tst emergency_mo_mt_call.py: using BVCI 31557\u000a21:16:24.205610 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:16:24.216231 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:16:24.226847 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:16:24.237351 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:16:24.247776 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:16:24.258226 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a21:16:24.379532 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a21:16:24.597968 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:25.123686 run create_hlr_db(pid=28857): Launched\u000a21:16:25.317265 bus /sierra_2: Setting Powered False\u000a21:16:26.338438 run create_hlr_db(pid=28857): Terminated: ok {rc=0}\u000a21:16:26.758171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28859): Launched\u000a21:16:27.070146 run osmo-hlr_10.42.42.2(pid=28860): Launched\u000a21:16:27.184830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:27.723179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28862): Launched\u000a21:16:28.036221 run osmo-stp_10.42.42.5(pid=28863): Launched\u000a21:16:28.163889 tst emergency_mo_mt_call.py: using MSISDN 7973\u000a21:16:28.317655 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:16:28.883623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28865): Launched\u000a21:16:29.197478 run osmo-msc_10.42.42.6(pid=28866): Launched\u000a21:16:29.380380 run osmo-stp_10.42.42.5(pid=28863): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28863)]\u000a21:16:29.512337 run osmo-stp_10.42.42.5(pid=28863): stdout: \u000a| (launched: 2022-12-12_21:16:27.880686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:29.642215 run osmo-stp_10.42.42.5(pid=28863): stderr: \u000a| �[0;m�[38;5;43m20221212211628054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211628054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211628054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211628055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211628055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211628055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211628055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:29.766854 run osmo-stp_10.42.42.5(pid=28863): stdout: \u000a| (launched: 2022-12-12_21:16:27.880686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:29.890537 run osmo-stp_10.42.42.5(pid=28863): stderr: \u000a| �[0;m�[38;5;43m20221212211628054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211628054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211628054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211628055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211628055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211628055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211628055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:29.944568 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28863): Process ended prematurely: osmo-stp_10.42.42.5(pid=28863) [trial-2382↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28863)] [trial-2382↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a21:16:29.952595 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a21:16:30.013610 run osmo-hlr_10.42.42.2(pid=28860): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28860)]\u000a21:16:30.064105 run osmo-hlr_10.42.42.2(pid=28860): stdout: \u000a| (launched: 2022-12-12_21:16:26.916423) \u000a21:16:30.115403 run osmo-hlr_10.42.42.2(pid=28860): stderr: \u000a| �[0;m�[1;31m20221212211627096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211627096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211627096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211627096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211627096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211627096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211627108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211627117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211627117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211627117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:30.184659 run osmo-msc_10.42.42.6(pid=28866): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28866)]\u000a21:16:30.234850 run osmo-msc_10.42.42.6(pid=28866): stdout: \u000a| (launched: 2022-12-12_21:16:29.041312) \u000a21:16:30.285528 run osmo-msc_10.42.42.6(pid=28866): stderr: \u000a| �[0;m�[38;5;43m20221212211629315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211629315 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f16cb835c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211629315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211629315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211629316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211629316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211629318 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211629318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211629318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211629318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:16:30.328526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28859): Terminating (SIGTERM)\u000a21:16:30.369146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28862): Terminating (SIGTERM)\u000a21:16:30.409604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28865): Terminating (SIGTERM)\u000a21:16:30.418910 --- ParallelTerminationStrategy: PID 28859 died...\u000a21:16:30.473191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28859): Terminated: ok {rc=0}\u000a21:16:30.482984 --- ParallelTerminationStrategy: PID 28862 died...\u000a21:16:30.537034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28862): Terminated: ok {rc=0}\u000a21:16:30.546781 --- ParallelTerminationStrategy: PID 28865 died...\u000a21:16:30.600667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28865): Terminated: ok {rc=0}\u000a21:16:30.685524 bus /sierra_3: Setting Powered False\u000a21:16:31.795393 bus /sierra_3: Setting Powered False\u000a21:16:32.903955 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28874): Process ended prematurely: osmo-stp_10.42.42.5(pid=28874) [trial-2382↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28874)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28874): Process ended prematurely: osmo-stp_10.42.42.5(pid=28874) [trial-2382↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:16:33.957687 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:16:33.970014 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a21:16:34.128506 tst emergency_preemptive_call.py: using LAC 31557\u000a21:16:34.257564 tst emergency_preemptive_call.py: using RAC 192\u000a21:16:34.388866 tst emergency_preemptive_call.py: using CellId 31557\u000a21:16:34.517813 tst emergency_preemptive_call.py: using BVCI 31558\u000a21:16:34.543471 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:16:34.554945 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:16:34.566290 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:16:34.577931 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:16:34.589549 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:16:34.601230 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a21:16:34.721580 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a21:16:34.844079 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a21:16:34.963190 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a21:16:35.179850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:35.708465 run create_hlr_db(pid=28868): Launched\u000a21:16:35.904241 bus /sierra_2: Setting Powered False\u000a21:16:36.923964 run create_hlr_db(pid=28868): Terminated: ok {rc=0}\u000a21:16:37.342587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28870): Launched\u000a21:16:37.657255 run osmo-hlr_10.42.42.2(pid=28871): Launched\u000a21:16:37.779436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:38.322770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28873): Launched\u000a21:16:38.637152 run osmo-stp_10.42.42.5(pid=28874): Launched\u000a21:16:38.773519 tst emergency_preemptive_call.py: using MSISDN 7974\u000a21:16:38.927804 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:16:39.492036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28876): Launched\u000a21:16:39.803502 run osmo-msc_10.42.42.6(pid=28877): Launched\u000a21:16:39.986663 run osmo-stp_10.42.42.5(pid=28874): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28874)]\u000a21:16:40.117935 run osmo-stp_10.42.42.5(pid=28874): stdout: \u000a| (launched: 2022-12-12_21:16:38.480390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:40.247701 run osmo-stp_10.42.42.5(pid=28874): stderr: \u000a| �[0;m�[38;5;43m20221212211638654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211638654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211638654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211638655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211638655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211638655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211638655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:40.371687 run osmo-stp_10.42.42.5(pid=28874): stdout: \u000a| (launched: 2022-12-12_21:16:38.480390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:40.494305 run osmo-stp_10.42.42.5(pid=28874): stderr: \u000a| �[0;m�[38;5;43m20221212211638654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211638654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211638654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211638655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211638655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211638655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211638655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:40.547918 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28874): Process ended prematurely: osmo-stp_10.42.42.5(pid=28874) [trial-2382↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28874)] [trial-2382↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a21:16:40.556010 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a21:16:40.617506 run osmo-hlr_10.42.42.2(pid=28871): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28871)]\u000a21:16:40.667902 run osmo-hlr_10.42.42.2(pid=28871): stdout: \u000a| (launched: 2022-12-12_21:16:37.500554) \u000a21:16:40.718929 run osmo-hlr_10.42.42.2(pid=28871): stderr: \u000a| �[0;m�[1;31m20221212211637678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211637678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211637678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211637678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211637678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211637678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211637691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211637701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211637701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211637701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:40.788332 run osmo-msc_10.42.42.6(pid=28877): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28877)]\u000a21:16:40.838793 run osmo-msc_10.42.42.6(pid=28877): stdout: \u000a| (launched: 2022-12-12_21:16:39.648777) \u000a21:16:40.889659 run osmo-msc_10.42.42.6(pid=28877): stderr: \u000a| �[0;m�[38;5;43m20221212211639925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212211639926 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2b327fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212211639926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212211639926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212211639926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212211639926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212211639930 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212211639930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212211639930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212211639930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:16:40.932732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28870): Terminating (SIGTERM)\u000a21:16:40.973660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28873): Terminating (SIGTERM)\u000a21:16:41.014674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28876): Terminating (SIGTERM)\u000a21:16:41.024141 --- ParallelTerminationStrategy: PID 28870 died...\u000a21:16:41.079135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28870): Terminated: ok {rc=0}\u000a21:16:41.089127 --- ParallelTerminationStrategy: PID 28873 died...\u000a21:16:41.145234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28873): Terminated: ok {rc=0}\u000a21:16:41.155134 --- ParallelTerminationStrategy: PID 28876 died...\u000a21:16:41.209508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28876): Terminated: ok {rc=0}\u000a21:16:41.300018 bus /sierra_9: Setting Powered False\u000a21:16:42.406659 bus /sierra_9: Setting Powered False\u000a21:16:43.521141 bus /sierra_8: Setting Powered False\u000a21:16:44.625907 bus /sierra_8: Setting Powered False\u000a21:16:45.739791 bus /sierra_3: Setting Powered False\u000a21:16:46.863830 bus /sierra_3: Setting Powered False\u000a21:16:47.976416 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:16:23" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28892): Process ended prematurely: osmo-stp_10.42.42.5(pid=28892) [trial-2382↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28892)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28892): Process ended prematurely: osmo-stp_10.42.42.5(pid=28892) [trial-2382↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:16:50.116004 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:16:50.127384 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a21:16:50.281049 tst cs_paging_gprs_active.py: using LAC 31558\u000a21:16:50.413422 tst cs_paging_gprs_active.py: using RAC 193\u000a21:16:50.538219 tst cs_paging_gprs_active.py: using CellId 31558\u000a21:16:50.663300 tst cs_paging_gprs_active.py: using BVCI 31559\u000a21:16:50.687488 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:16:50.698229 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:16:50.708616 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:16:50.719184 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:16:50.730027 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:16:50.740362 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:16:50.751063 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:16:50.761486 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:16:50.771949 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a21:16:50.895182 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a21:16:51.202771 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:16:51.346095 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:51.696447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28882): Launched\u000a21:16:51.988675 run iperf3-srv_10.42.42.10(pid=28883): Launched\u000a21:16:52.198192 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:16:52.341797 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:16:52.692129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28884): Launched\u000a21:16:52.985667 run iperf3-srv_10.42.42.10(pid=28885): Launched\u000a21:16:53.195423 tst cs_paging_gprs_active.py:38: start network...\u000a21:16:53.339268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:16:53.876727 run create_hlr_db(pid=28886): Launched\u000a21:16:54.074027 bus /sierra_2: Setting Powered False\u000a21:16:55.095403 run create_hlr_db(pid=28886): Terminated: ok {rc=0}\u000a21:16:55.519080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28888): Launched\u000a21:16:55.835474 run osmo-hlr_10.42.42.2(pid=28889): Launched\u000a21:16:55.956068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:16:56.504907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28891): Launched\u000a21:16:56.822786 run osmo-stp_10.42.42.5(pid=28892): Launched\u000a21:16:56.938658 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:16:57.487858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28894): Launched\u000a21:16:57.600806 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:16:57.877070 run patchelf(pid=28895): Launched\u000a21:16:58.060797 run osmo-stp_10.42.42.5(pid=28892): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28892)]\u000a21:16:58.195424 run osmo-stp_10.42.42.5(pid=28892): stdout: \u000a| (launched: 2022-12-12_21:16:56.665389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:58.331104 run osmo-stp_10.42.42.5(pid=28892): stderr: \u000a| �[0;m�[38;5;43m20221212211656842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211656842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211656843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211656843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211656843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211656844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211656844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:58.461439 run osmo-stp_10.42.42.5(pid=28892): stdout: \u000a| (launched: 2022-12-12_21:16:56.665389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:16:58.590070 run osmo-stp_10.42.42.5(pid=28892): stderr: \u000a| �[0;m�[38;5;43m20221212211656842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211656842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211656843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211656843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211656843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211656844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211656844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:16:58.740580 run patchelf(pid=28895): Terminating (SIGINT)\u000a21:16:58.918033 run patchelf(pid=28895): Terminated: ok {rc=0}\u000a21:16:58.950547 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28892): Process ended prematurely: osmo-stp_10.42.42.5(pid=28892) [trial-2382↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28892)] [trial-2382↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a21:16:58.959769 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a21:16:59.020914 run osmo-hlr_10.42.42.2(pid=28889): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28889)]\u000a21:16:59.071599 run osmo-hlr_10.42.42.2(pid=28889): stdout: \u000a| (launched: 2022-12-12_21:16:55.680107) \u000a21:16:59.122327 run osmo-hlr_10.42.42.2(pid=28889): stderr: \u000a| �[0;m�[1;31m20221212211655859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211655859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211655859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211655859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211655859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211655859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211655871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211655880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211655880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211655880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:16:59.165431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28882): Terminating (SIGTERM)\u000a21:16:59.205813 run iperf3-srv_10.42.42.10(pid=28883): Terminating (SIGTERM)\u000a21:16:59.246353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28884): Terminating (SIGTERM)\u000a21:16:59.286464 run iperf3-srv_10.42.42.10(pid=28885): Terminating (SIGTERM)\u000a21:16:59.326850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28888): Terminating (SIGTERM)\u000a21:16:59.367331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28891): Terminating (SIGTERM)\u000a21:16:59.407872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28894): Terminating (SIGTERM)\u000a21:16:59.417328 --- ParallelTerminationStrategy: PID 28882 died...\u000a21:16:59.471569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28882): Terminated: ok {rc=0}\u000a21:16:59.481399 --- ParallelTerminationStrategy: PID 28883 died...\u000a21:16:59.535298 run iperf3-srv_10.42.42.10(pid=28883): Terminated {rc=256}\u000a21:16:59.544936 --- ParallelTerminationStrategy: PID 28884 died...\u000a21:16:59.599594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28884): Terminated: ok {rc=0}\u000a21:16:59.609906 --- ParallelTerminationStrategy: PID 28885 died...\u000a21:16:59.663631 run iperf3-srv_10.42.42.10(pid=28885): Terminated {rc=256}\u000a21:16:59.673402 --- ParallelTerminationStrategy: PID 28888 died...\u000a21:16:59.727923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28888): Terminated: ok {rc=0}\u000a21:16:59.737987 --- ParallelTerminationStrategy: PID 28891 died...\u000a21:16:59.792249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28891): Terminated: ok {rc=0}\u000a21:16:59.802136 --- ParallelTerminationStrategy: PID 28894 died...\u000a21:16:59.857154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28894): Terminated: ok {rc=0}\u000a21:16:59.948465 bus /gobi_0: Setting Powered False\u000a21:17:01.098372 bus /gobi_0: Setting Powered False\u000a21:17:02.215449 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28907): Process ended prematurely: osmo-stp_10.42.42.5(pid=28907) [trial-2382↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28907)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28907): Process ended prematurely: osmo-stp_10.42.42.5(pid=28907) [trial-2382↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a21:17:03.334107 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:03.346180 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a21:17:03.499192 tst iperf3.py: using LAC 31559\u000a21:17:03.631668 tst iperf3.py: using RAC 194\u000a21:17:03.766052 tst iperf3.py: using CellId 31559\u000a21:17:03.899707 tst iperf3.py: using BVCI 31560\u000a21:17:03.925859 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:03.937379 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:03.948471 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:03.959869 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:03.971207 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:03.982483 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:03.994014 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:04.004931 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:04.016183 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a21:17:04.319915 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:17:04.462817 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:04.811983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28899): Launched\u000a21:17:05.105820 run iperf3-srv_10.42.42.10(pid=28900): Launched\u000a21:17:05.314848 tst iperf3.py:8: start network...\u000a21:17:05.457880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:05.993482 run create_hlr_db(pid=28901): Launched\u000a21:17:06.190517 bus /gobi_6: Setting Powered False\u000a21:17:07.210566 run create_hlr_db(pid=28901): Terminated: ok {rc=0}\u000a21:17:07.634773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28903): Launched\u000a21:17:07.952386 run osmo-hlr_10.42.42.2(pid=28904): Launched\u000a21:17:08.079933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:08.635882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28906): Launched\u000a21:17:08.951776 run osmo-stp_10.42.42.5(pid=28907): Launched\u000a21:17:09.066402 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:09.614458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28909): Launched\u000a21:17:09.726766 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:10.001804 run patchelf(pid=28910): Launched\u000a21:17:10.186839 run osmo-stp_10.42.42.5(pid=28907): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28907)]\u000a21:17:10.321924 run osmo-stp_10.42.42.5(pid=28907): stdout: \u000a| (launched: 2022-12-12_21:17:08.796697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:10.457927 run osmo-stp_10.42.42.5(pid=28907): stderr: \u000a| �[0;m�[38;5;43m20221212211708969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211708970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211708970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211708970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211708971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211708971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211708971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:10.588622 run osmo-stp_10.42.42.5(pid=28907): stdout: \u000a| (launched: 2022-12-12_21:17:08.796697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:10.718262 run osmo-stp_10.42.42.5(pid=28907): stderr: \u000a| �[0;m�[38;5;43m20221212211708969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211708970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211708970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211708970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211708971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211708971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211708971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:10.868833 run patchelf(pid=28910): Terminating (SIGINT)\u000a21:17:11.046422 run patchelf(pid=28910): Terminated: ok {rc=0}\u000a21:17:11.078851 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28907): Process ended prematurely: osmo-stp_10.42.42.5(pid=28907) [trial-2382↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28907)] [trial-2382↪gprs:trx-umtrx↪iperf3.py:8]\u000a21:17:11.088095 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a21:17:11.148938 run osmo-hlr_10.42.42.2(pid=28904): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28904)]\u000a21:17:11.198915 run osmo-hlr_10.42.42.2(pid=28904): stdout: \u000a| (launched: 2022-12-12_21:17:07.796029) \u000a21:17:11.249522 run osmo-hlr_10.42.42.2(pid=28904): stderr: \u000a| �[0;m�[1;31m20221212211707975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211707975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211707975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211707975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211707975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211707975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211707987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211707995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211707996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211707996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:11.292648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28899): Terminating (SIGTERM)\u000a21:17:11.333241 run iperf3-srv_10.42.42.10(pid=28900): Terminating (SIGTERM)\u000a21:17:11.374366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28903): Terminating (SIGTERM)\u000a21:17:11.414740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28906): Terminating (SIGTERM)\u000a21:17:11.455323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28909): Terminating (SIGTERM)\u000a21:17:11.464794 --- ParallelTerminationStrategy: PID 28899 died...\u000a21:17:11.519437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28899): Terminated: ok {rc=0}\u000a21:17:11.529366 --- ParallelTerminationStrategy: PID 28900 died...\u000a21:17:11.583957 run iperf3-srv_10.42.42.10(pid=28900): Terminated {rc=256}\u000a21:17:11.593924 --- ParallelTerminationStrategy: PID 28903 died...\u000a21:17:11.647924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28903): Terminated: ok {rc=0}\u000a21:17:11.657915 --- ParallelTerminationStrategy: PID 28906 died...\u000a21:17:11.712174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28906): Terminated: ok {rc=0}\u000a21:17:11.721969 --- ParallelTerminationStrategy: PID 28909 died...\u000a21:17:11.776376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28909): Terminated: ok {rc=0}\u000a21:17:11.867228 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "gprs:trx-umtrx", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28925): Process ended prematurely: osmo-stp_10.42.42.5(pid=28925) [trial-2382↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28925)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28925): Process ended prematurely: osmo-stp_10.42.42.5(pid=28925) [trial-2382↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a21:17:12.981156 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:12.993058 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a21:17:13.133262 tst iperf3m4.py: using LAC 31560\u000a21:17:13.259127 tst iperf3m4.py: using RAC 195\u000a21:17:13.384919 tst iperf3m4.py: using CellId 31560\u000a21:17:13.511665 tst iperf3m4.py: using BVCI 31561\u000a21:17:13.535921 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:13.546983 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:13.557670 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:13.568353 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:13.579021 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:13.589648 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:13.600365 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:13.611143 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:13.621901 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a21:17:13.743105 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a21:17:13.869801 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a21:17:13.992272 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a21:17:14.300620 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:17:14.443710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:14.794741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28911): Launched\u000a21:17:15.090382 run iperf3-srv_10.42.42.10(pid=28912): Launched\u000a21:17:15.299798 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:17:15.442632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:15.793530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28913): Launched\u000a21:17:16.106681 run iperf3-srv_10.42.42.10(pid=28914): Launched\u000a21:17:16.306237 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:17:16.444783 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:16.801197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28915): Launched\u000a21:17:17.098280 run iperf3-srv_10.42.42.10(pid=28916): Launched\u000a21:17:17.310568 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:17:17.452640 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:17.803849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28917): Launched\u000a21:17:18.098545 run iperf3-srv_10.42.42.10(pid=28918): Launched\u000a21:17:18.307359 tst iperf3m4.py:8: start network...\u000a21:17:18.450174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:18.990437 run create_hlr_db(pid=28919): Launched\u000a21:17:19.186765 bus /gobi_6: Setting Powered False\u000a21:17:20.208499 run create_hlr_db(pid=28919): Terminated: ok {rc=0}\u000a21:17:20.658699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28921): Launched\u000a21:17:21.000276 run osmo-hlr_10.42.42.2(pid=28922): Launched\u000a21:17:21.124497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:21.715197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28924): Launched\u000a21:17:22.059338 run osmo-stp_10.42.42.5(pid=28925): Launched\u000a21:17:22.183579 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:22.775451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28927): Launched\u000a21:17:22.897995 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:23.195290 run patchelf(pid=28928): Launched\u000a21:17:23.393374 run osmo-stp_10.42.42.5(pid=28925): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28925)]\u000a21:17:23.538152 run osmo-stp_10.42.42.5(pid=28925): stdout: \u000a| (launched: 2022-12-12_21:17:21.889452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:23.683262 run osmo-stp_10.42.42.5(pid=28925): stderr: \u000a| �[0;m�[38;5;43m20221212211722084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211722084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211722084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211722085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211722087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211722087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211722087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:23.823570 run osmo-stp_10.42.42.5(pid=28925): stdout: \u000a| (launched: 2022-12-12_21:17:21.889452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:23.963690 run osmo-stp_10.42.42.5(pid=28925): stderr: \u000a| �[0;m�[38;5;43m20221212211722084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211722084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211722084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211722085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211722087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211722087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211722087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:24.126090 run patchelf(pid=28928): Terminating (SIGINT)\u000a21:17:24.316460 run patchelf(pid=28928): Terminated: ok {rc=0}\u000a21:17:24.351310 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28925): Process ended prematurely: osmo-stp_10.42.42.5(pid=28925) [trial-2382↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28925)] [trial-2382↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a21:17:24.361453 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a21:17:24.427198 run osmo-hlr_10.42.42.2(pid=28922): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28922)]\u000a21:17:24.480227 run osmo-hlr_10.42.42.2(pid=28922): stdout: \u000a| (launched: 2022-12-12_21:17:20.831750) \u000a21:17:24.534697 run osmo-hlr_10.42.42.2(pid=28922): stderr: \u000a| �[0;m�[1;31m20221212211721035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211721035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211721035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211721035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211721036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211721036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211721058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211721068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211721068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211721068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:24.580356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28911): Terminating (SIGTERM)\u000a21:17:24.623316 run iperf3-srv_10.42.42.10(pid=28912): Terminating (SIGTERM)\u000a21:17:24.666545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28913): Terminating (SIGTERM)\u000a21:17:24.709616 run iperf3-srv_10.42.42.10(pid=28914): Terminating (SIGTERM)\u000a21:17:24.752906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28915): Terminating (SIGTERM)\u000a21:17:24.795962 run iperf3-srv_10.42.42.10(pid=28916): Terminating (SIGTERM)\u000a21:17:24.839358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28917): Terminating (SIGTERM)\u000a21:17:24.882188 run iperf3-srv_10.42.42.10(pid=28918): Terminating (SIGTERM)\u000a21:17:24.926059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28921): Terminating (SIGTERM)\u000a21:17:24.968913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28924): Terminating (SIGTERM)\u000a21:17:25.012490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28927): Terminating (SIGTERM)\u000a21:17:25.022572 --- ParallelTerminationStrategy: PID 28911 died...\u000a21:17:25.080050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28911): Terminated: ok {rc=0}\u000a21:17:25.090656 --- ParallelTerminationStrategy: PID 28912 died...\u000a21:17:25.148117 run iperf3-srv_10.42.42.10(pid=28912): Terminated {rc=256}\u000a21:17:25.158416 --- ParallelTerminationStrategy: PID 28913 died...\u000a21:17:25.215740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28913): Terminated: ok {rc=0}\u000a21:17:25.226448 --- ParallelTerminationStrategy: PID 28914 died...\u000a21:17:25.283730 run iperf3-srv_10.42.42.10(pid=28914): Terminated {rc=256}\u000a21:17:25.294104 --- ParallelTerminationStrategy: PID 28915 died...\u000a21:17:25.351756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28915): Terminated: ok {rc=0}\u000a21:17:25.362095 --- ParallelTerminationStrategy: PID 28916 died...\u000a21:17:25.419461 run iperf3-srv_10.42.42.10(pid=28916): Terminated {rc=256}\u000a21:17:25.429822 --- ParallelTerminationStrategy: PID 28917 died...\u000a21:17:25.487379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28917): Terminated: ok {rc=0}\u000a21:17:25.497783 --- ParallelTerminationStrategy: PID 28918 died...\u000a21:17:25.555446 run iperf3-srv_10.42.42.10(pid=28918): Terminated {rc=256}\u000a21:17:25.565904 --- ParallelTerminationStrategy: PID 28921 died...\u000a21:17:25.623099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28921): Terminated: ok {rc=0}\u000a21:17:25.633861 --- ParallelTerminationStrategy: PID 28924 died...\u000a21:17:25.691524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28924): Terminated: ok {rc=0}\u000a21:17:25.701986 --- ParallelTerminationStrategy: PID 28927 died...\u000a21:17:25.759302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28927): Terminated: ok {rc=0}\u000a21:17:25.847587 bus /gobi_4: Setting Powered False\u000a21:17:26.956926 bus /gobi_4: Setting Powered False\u000a21:17:28.069726 bus /gobi_1: Setting Powered False\u000a21:17:29.175331 bus /gobi_1: Setting Powered False\u000a21:17:30.289292 bus /gobi_0: Setting Powered False\u000a21:17:31.412261 bus /gobi_0: Setting Powered False\u000a21:17:32.529295 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 183, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28935): Process ended prematurely: osmo-stp_10.42.42.5(pid=28935) [trial-2382↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28935)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28935): Process ended prematurely: osmo-stp_10.42.42.5(pid=28935) [trial-2382↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a21:17:33.598573 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:33.610081 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a21:17:33.750759 tst ping.py: using LAC 31561\u000a21:17:33.875000 tst ping.py: using RAC 196\u000a21:17:33.998577 tst ping.py: using CellId 31561\u000a21:17:34.122367 tst ping.py: using BVCI 31562\u000a21:17:34.146182 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:34.156812 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:34.167445 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:34.178120 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:34.188534 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:34.199097 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:34.209756 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:34.220304 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a21:17:34.521546 tst ping.py:19: start network...\u000a21:17:34.661911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:35.187372 run create_hlr_db(pid=28929): Launched\u000a21:17:35.379816 bus /gobi_6: Setting Powered False\u000a21:17:36.401164 run create_hlr_db(pid=28929): Terminated: ok {rc=0}\u000a21:17:36.843877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28931): Launched\u000a21:17:37.180620 run osmo-hlr_10.42.42.2(pid=28932): Launched\u000a21:17:37.300807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:37.884088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28934): Launched\u000a21:17:38.221008 run osmo-stp_10.42.42.5(pid=28935): Launched\u000a21:17:38.343083 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:38.925789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28937): Launched\u000a21:17:39.045479 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:39.337129 run patchelf(pid=28938): Launched\u000a21:17:39.533183 run osmo-stp_10.42.42.5(pid=28935): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28935)]\u000a21:17:39.676129 run osmo-stp_10.42.42.5(pid=28935): stdout: \u000a| (launched: 2022-12-12_21:17:38.054756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:39.819768 run osmo-stp_10.42.42.5(pid=28935): stderr: \u000a| �[0;m�[38;5;43m20221212211738252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211738252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211738252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211738253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211738253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211738253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211738253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:39.959055 run osmo-stp_10.42.42.5(pid=28935): stdout: \u000a| (launched: 2022-12-12_21:17:38.054756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:40.096832 run osmo-stp_10.42.42.5(pid=28935): stderr: \u000a| �[0;m�[38;5;43m20221212211738252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211738252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211738252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211738253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211738253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211738253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211738253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:40.257286 run patchelf(pid=28938): Terminating (SIGINT)\u000a21:17:40.446411 run patchelf(pid=28938): Terminated: ok {rc=0}\u000a21:17:40.480338 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28935): Process ended prematurely: osmo-stp_10.42.42.5(pid=28935) [trial-2382↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28935)] [trial-2382↪gprs:trx-umtrx↪ping.py:22]\u000a21:17:40.489719 tst ping.py:22: Test FAILED (6.9 sec)\u000a21:17:40.555207 run osmo-hlr_10.42.42.2(pid=28932): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28932)]\u000a21:17:40.608349 run osmo-hlr_10.42.42.2(pid=28932): stdout: \u000a| (launched: 2022-12-12_21:17:37.015141) \u000a21:17:40.662748 run osmo-hlr_10.42.42.2(pid=28932): stderr: \u000a| �[0;m�[1;31m20221212211737217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211737217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211737217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211737217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211737217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211737217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211737230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211737238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211737238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211737238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:40.708191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28931): Terminating (SIGTERM)\u000a21:17:40.751868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28934): Terminating (SIGTERM)\u000a21:17:40.795007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28937): Terminating (SIGTERM)\u000a21:17:40.805393 --- ParallelTerminationStrategy: PID 28931 died...\u000a21:17:40.863362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28931): Terminated: ok {rc=0}\u000a21:17:40.873915 --- ParallelTerminationStrategy: PID 28934 died...\u000a21:17:40.931968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28934): Terminated: ok {rc=0}\u000a21:17:40.942460 --- ParallelTerminationStrategy: PID 28937 died...\u000a21:17:41.000562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28937): Terminated: ok {rc=0}\u000a21:17:41.090274 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28945): Process ended prematurely: osmo-stp_10.42.42.5(pid=28945) [trial-2382↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28945)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28945): Process ended prematurely: osmo-stp_10.42.42.5(pid=28945) [trial-2382↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a21:17:42.145554 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:42.158548 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a21:17:42.308466 tst ping_idle_ping.py: using LAC 31562\u000a21:17:42.439348 tst ping_idle_ping.py: using RAC 197\u000a21:17:42.570338 tst ping_idle_ping.py: using CellId 31562\u000a21:17:42.701372 tst ping_idle_ping.py: using BVCI 31563\u000a21:17:42.727259 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:42.738782 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:42.749902 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:42.761231 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:42.772511 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:42.783808 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:42.795457 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a21:17:42.807080 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a21:17:43.093282 tst ping_idle_ping.py:24: start network...\u000a21:17:43.222256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:43.724060 run create_hlr_db(pid=28939): Launched\u000a21:17:43.902625 bus /gobi_6: Setting Powered False\u000a21:17:44.924429 run create_hlr_db(pid=28939): Terminated: ok {rc=0}\u000a21:17:45.337683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28941): Launched\u000a21:17:45.649199 run osmo-hlr_10.42.42.2(pid=28942): Launched\u000a21:17:45.763726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:46.356363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28944): Launched\u000a21:17:46.833519 run osmo-stp_10.42.42.5(pid=28945): Launched\u000a21:17:47.068110 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:47.613365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28947): Launched\u000a21:17:47.724806 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:47.998189 run patchelf(pid=28948): Launched\u000a21:17:48.179143 run osmo-stp_10.42.42.5(pid=28945): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28945)]\u000a21:17:48.311680 run osmo-stp_10.42.42.5(pid=28945): stdout: \u000a| (launched: 2022-12-12_21:17:46.533164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:48.444429 run osmo-stp_10.42.42.5(pid=28945): stderr: \u000a| �[0;m�[38;5;43m20221212211746860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211746860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211746862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211746863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211746863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211746863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211746863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:48.572308 run osmo-stp_10.42.42.5(pid=28945): stdout: \u000a| (launched: 2022-12-12_21:17:46.533164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:48.699602 run osmo-stp_10.42.42.5(pid=28945): stderr: \u000a| �[0;m�[38;5;43m20221212211746860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211746860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211746862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211746863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211746863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211746863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211746863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:48.848241 run patchelf(pid=28948): Terminating (SIGINT)\u000a21:17:49.023603 run patchelf(pid=28948): Terminated: ok {rc=0}\u000a21:17:49.055376 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28945): Process ended prematurely: osmo-stp_10.42.42.5(pid=28945) [trial-2382↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28945)] [trial-2382↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a21:17:49.064099 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a21:17:49.125742 run osmo-hlr_10.42.42.2(pid=28942): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28942)]\u000a21:17:49.176346 run osmo-hlr_10.42.42.2(pid=28942): stdout: \u000a| (launched: 2022-12-12_21:17:45.495643) \u000a21:17:49.227769 run osmo-hlr_10.42.42.2(pid=28942): stderr: \u000a| �[0;m�[1;31m20221212211745674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211745674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211745674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211745674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211745674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211745674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211745687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211745698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211745698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211745698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:17:49.271013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28941): Terminating (SIGTERM)\u000a21:17:49.311643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28944): Terminating (SIGTERM)\u000a21:17:49.352384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28947): Terminating (SIGTERM)\u000a21:17:49.361876 --- ParallelTerminationStrategy: PID 28941 died...\u000a21:17:49.416324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28941): Terminated: ok {rc=0}\u000a21:17:49.426154 --- ParallelTerminationStrategy: PID 28944 died...\u000a21:17:49.480130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28944): Terminated: ok {rc=0}\u000a21:17:49.489916 --- ParallelTerminationStrategy: PID 28947 died...\u000a21:17:49.544279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28947): Terminated: ok {rc=0}\u000a21:17:49.635919 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:16:49" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28964): Process ended prematurely: osmo-stp_10.42.42.5(pid=28964) [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28964)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28964): Process ended prematurely: osmo-stp_10.42.42.5(pid=28964) [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:17:51.779116 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:51.790182 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:17:51.933319 tst cs_paging_gprs_active.py: using LAC 31563\u000a21:17:52.067465 tst cs_paging_gprs_active.py: using RAC 198\u000a21:17:52.199860 tst cs_paging_gprs_active.py: using CellId 31563\u000a21:17:52.334534 tst cs_paging_gprs_active.py: using BVCI 31564\u000a21:17:52.360839 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:52.372560 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:52.383931 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:52.395678 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:52.407139 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:52.418696 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:52.430432 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:52.441884 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:17:52.453683 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:17:52.576596 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:17:52.868389 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:17:53.001320 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:53.329398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28954): Launched\u000a21:17:53.603808 run iperf3-srv_10.42.42.10(pid=28955): Launched\u000a21:17:53.797439 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:17:53.929929 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:17:54.260326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28956): Launched\u000a21:17:54.533575 run iperf3-srv_10.42.42.10(pid=28957): Launched\u000a21:17:54.726700 tst cs_paging_gprs_active.py:38: start network...\u000a21:17:54.859594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:17:55.367639 run create_hlr_db(pid=28958): Launched\u000a21:17:55.548755 bus /gobi_6: Setting Powered False\u000a21:17:56.571203 run create_hlr_db(pid=28958): Terminated: ok {rc=0}\u000a21:17:56.993321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28960): Launched\u000a21:17:57.311109 run osmo-hlr_10.42.42.2(pid=28961): Launched\u000a21:17:57.428060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:17:57.977148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28963): Launched\u000a21:17:58.294830 run osmo-stp_10.42.42.5(pid=28964): Launched\u000a21:17:58.410614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:17:58.962281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28966): Launched\u000a21:17:59.075200 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:17:59.351660 run patchelf(pid=28967): Launched\u000a21:17:59.535793 run osmo-stp_10.42.42.5(pid=28964): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28964)]\u000a21:17:59.670113 run osmo-stp_10.42.42.5(pid=28964): stdout: \u000a| (launched: 2022-12-12_21:17:58.137729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:17:59.804571 run osmo-stp_10.42.42.5(pid=28964): stderr: \u000a| �[0;m�[38;5;43m20221212211758310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211758311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211758311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211758311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211758312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211758312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211758312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:17:59.935123 run osmo-stp_10.42.42.5(pid=28964): stdout: \u000a| (launched: 2022-12-12_21:17:58.137729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:00.063893 run osmo-stp_10.42.42.5(pid=28964): stderr: \u000a| �[0;m�[38;5;43m20221212211758310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211758311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211758311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211758311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211758312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211758312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211758312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:00.214702 run patchelf(pid=28967): Terminating (SIGINT)\u000a21:18:00.392419 run patchelf(pid=28967): Terminated: ok {rc=0}\u000a21:18:00.424851 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28964): Process ended prematurely: osmo-stp_10.42.42.5(pid=28964) [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28964)] [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:18:00.434164 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a21:18:00.495345 run osmo-hlr_10.42.42.2(pid=28961): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28961)]\u000a21:18:00.545278 run osmo-hlr_10.42.42.2(pid=28961): stdout: \u000a| (launched: 2022-12-12_21:17:57.154020) \u000a21:18:00.595979 run osmo-hlr_10.42.42.2(pid=28961): stderr: \u000a| �[0;m�[1;31m20221212211757337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211757337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211757337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211757337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211757337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211757337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211757348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211757357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211757357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211757357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:00.638742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28954): Terminating (SIGTERM)\u000a21:18:00.679132 run iperf3-srv_10.42.42.10(pid=28955): Terminating (SIGTERM)\u000a21:18:00.719482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28956): Terminating (SIGTERM)\u000a21:18:00.759773 run iperf3-srv_10.42.42.10(pid=28957): Terminating (SIGTERM)\u000a21:18:00.800847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28960): Terminating (SIGTERM)\u000a21:18:00.841573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28963): Terminating (SIGTERM)\u000a21:18:00.882636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28966): Terminating (SIGTERM)\u000a21:18:00.892047 --- ParallelTerminationStrategy: PID 28954 died...\u000a21:18:00.947014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28954): Terminated: ok {rc=0}\u000a21:18:00.957144 --- ParallelTerminationStrategy: PID 28955 died...\u000a21:18:01.011769 run iperf3-srv_10.42.42.10(pid=28955): Terminated {rc=256}\u000a21:18:01.021934 --- ParallelTerminationStrategy: PID 28956 died...\u000a21:18:01.076767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28956): Terminated: ok {rc=0}\u000a21:18:01.086933 --- ParallelTerminationStrategy: PID 28957 died...\u000a21:18:01.141832 run iperf3-srv_10.42.42.10(pid=28957): Terminated {rc=256}\u000a21:18:01.151972 --- ParallelTerminationStrategy: PID 28960 died...\u000a21:18:01.207307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28960): Terminated: ok {rc=0}\u000a21:18:01.217611 --- ParallelTerminationStrategy: PID 28963 died...\u000a21:18:01.272738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28963): Terminated: ok {rc=0}\u000a21:18:01.283039 --- ParallelTerminationStrategy: PID 28966 died...\u000a21:18:01.338098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28966): Terminated: ok {rc=0}\u000a21:18:01.425539 bus /gobi_0: Setting Powered False\u000a21:18:02.528421 bus /gobi_0: Setting Powered False\u000a21:18:03.642578 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28976): Process ended prematurely: osmo-stp_10.42.42.5(pid=28976) [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28976)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28976): Process ended prematurely: osmo-stp_10.42.42.5(pid=28976) [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:18:04.755691 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:04.767468 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:18:04.912710 tst iperf3.py: using LAC 31564\u000a21:18:05.038839 tst iperf3.py: using RAC 199\u000a21:18:05.164646 tst iperf3.py: using CellId 31564\u000a21:18:05.291155 tst iperf3.py: using BVCI 31565\u000a21:18:05.315516 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:05.326600 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:05.337376 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:05.348153 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:05.358835 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:05.369517 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:05.380382 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:05.391085 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:05.401990 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:18:05.709651 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:18:05.852641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:18:06.204347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28968): Launched\u000a21:18:06.498660 run iperf3-srv_10.42.42.10(pid=28969): Launched\u000a21:18:06.708321 tst iperf3.py:8: start network...\u000a21:18:06.851666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:07.388017 run create_hlr_db(pid=28970): Launched\u000a21:18:07.584016 bus /gobi_6: Setting Powered False\u000a21:18:08.606065 run create_hlr_db(pid=28970): Terminated: ok {rc=0}\u000a21:18:09.029665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28972): Launched\u000a21:18:09.347807 run osmo-hlr_10.42.42.2(pid=28973): Launched\u000a21:18:09.465359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:18:10.022041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28975): Launched\u000a21:18:10.339157 run osmo-stp_10.42.42.5(pid=28976): Launched\u000a21:18:10.459072 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:18:11.011058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28978): Launched\u000a21:18:11.123569 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:18:11.399132 run patchelf(pid=28979): Launched\u000a21:18:11.583773 run osmo-stp_10.42.42.5(pid=28976): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28976)]\u000a21:18:11.718967 run osmo-stp_10.42.42.5(pid=28976): stdout: \u000a| (launched: 2022-12-12_21:18:10.182778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:11.853968 run osmo-stp_10.42.42.5(pid=28976): stderr: \u000a| �[0;m�[38;5;43m20221212211810359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211810359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211810359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211810360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211810360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211810360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211810360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:11.984882 run osmo-stp_10.42.42.5(pid=28976): stdout: \u000a| (launched: 2022-12-12_21:18:10.182778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:12.114482 run osmo-stp_10.42.42.5(pid=28976): stderr: \u000a| �[0;m�[38;5;43m20221212211810359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211810359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211810359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211810360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211810360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211810360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211810360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:12.265838 run patchelf(pid=28979): Terminating (SIGINT)\u000a21:18:12.444449 run patchelf(pid=28979): Terminated: ok {rc=0}\u000a21:18:12.477315 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28976): Process ended prematurely: osmo-stp_10.42.42.5(pid=28976) [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28976)] [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a21:18:12.486668 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a21:18:12.547947 run osmo-hlr_10.42.42.2(pid=28973): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28973)]\u000a21:18:12.598340 run osmo-hlr_10.42.42.2(pid=28973): stdout: \u000a| (launched: 2022-12-12_21:18:09.191033) \u000a21:18:12.649279 run osmo-hlr_10.42.42.2(pid=28973): stderr: \u000a| �[0;m�[1;31m20221212211809369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211809369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211809369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211809369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211809369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211809369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211809382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211809390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211809390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211809390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:12.692557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28968): Terminating (SIGTERM)\u000a21:18:12.733238 run iperf3-srv_10.42.42.10(pid=28969): Terminating (SIGTERM)\u000a21:18:12.774071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28972): Terminating (SIGTERM)\u000a21:18:12.814972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28975): Terminating (SIGTERM)\u000a21:18:12.855803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28978): Terminating (SIGTERM)\u000a21:18:12.865315 --- ParallelTerminationStrategy: PID 28968 died...\u000a21:18:12.920477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28968): Terminated: ok {rc=0}\u000a21:18:12.930337 --- ParallelTerminationStrategy: PID 28969 died...\u000a21:18:12.985251 run iperf3-srv_10.42.42.10(pid=28969): Terminated {rc=256}\u000a21:18:12.995060 --- ParallelTerminationStrategy: PID 28972 died...\u000a21:18:13.049119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28972): Terminated: ok {rc=0}\u000a21:18:13.058839 --- ParallelTerminationStrategy: PID 28975 died...\u000a21:18:13.113009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28975): Terminated: ok {rc=0}\u000a21:18:13.122729 --- ParallelTerminationStrategy: PID 28978 died...\u000a21:18:13.177040 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28978): Terminated: ok {rc=0}\u000a21:18:13.267633 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28994): Process ended prematurely: osmo-stp_10.42.42.5(pid=28994) [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28994)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28994): Process ended prematurely: osmo-stp_10.42.42.5(pid=28994) [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:18:14.385334 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:14.396798 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:18:14.535745 tst iperf3m4.py: using LAC 31565\u000a21:18:14.661432 tst iperf3m4.py: using RAC 200\u000a21:18:14.785388 tst iperf3m4.py: using CellId 31565\u000a21:18:14.909243 tst iperf3m4.py: using BVCI 31566\u000a21:18:14.933687 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:14.944693 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:14.955470 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:14.966265 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:14.976868 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:14.987605 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:14.998501 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:15.009163 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:15.019994 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:18:15.143164 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:18:15.266146 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:18:15.390430 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:18:15.698701 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:18:15.855460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:18:16.215450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28980): Launched\u000a21:18:16.511639 run iperf3-srv_10.42.42.10(pid=28981): Launched\u000a21:18:16.709913 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:18:16.848141 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:18:17.216839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28982): Launched\u000a21:18:17.512850 run iperf3-srv_10.42.42.10(pid=28983): Launched\u000a21:18:17.722169 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:18:17.864846 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:18:18.216369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28984): Launched\u000a21:18:18.510140 run iperf3-srv_10.42.42.10(pid=28985): Launched\u000a21:18:18.719627 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:18:18.862445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:18:19.214633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28986): Launched\u000a21:18:19.508021 run iperf3-srv_10.42.42.10(pid=28987): Launched\u000a21:18:19.717395 tst iperf3m4.py:8: start network...\u000a21:18:19.860041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:20.397577 run create_hlr_db(pid=28988): Launched\u000a21:18:20.594036 bus /gobi_6: Setting Powered False\u000a21:18:21.615961 run create_hlr_db(pid=28988): Terminated: ok {rc=0}\u000a21:18:22.068095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28990): Launched\u000a21:18:22.410011 run osmo-hlr_10.42.42.2(pid=28991): Launched\u000a21:18:22.536585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:18:23.130543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28993): Launched\u000a21:18:23.474544 run osmo-stp_10.42.42.5(pid=28994): Launched\u000a21:18:23.600053 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:18:24.192333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28996): Launched\u000a21:18:24.314583 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:18:24.611318 run patchelf(pid=28997): Launched\u000a21:18:24.809512 run osmo-stp_10.42.42.5(pid=28994): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28994)]\u000a21:18:24.954395 run osmo-stp_10.42.42.5(pid=28994): stdout: \u000a| (launched: 2022-12-12_21:18:23.303954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:25.099768 run osmo-stp_10.42.42.5(pid=28994): stderr: \u000a| �[0;m�[38;5;43m20221212211823498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211823498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211823499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211823499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211823499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211823500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211823500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:25.239918 run osmo-stp_10.42.42.5(pid=28994): stdout: \u000a| (launched: 2022-12-12_21:18:23.303954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:25.379434 run osmo-stp_10.42.42.5(pid=28994): stderr: \u000a| �[0;m�[38;5;43m20221212211823498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211823498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211823499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211823499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211823499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211823500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211823500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:25.541757 run patchelf(pid=28997): Terminating (SIGINT)\u000a21:18:25.731942 run patchelf(pid=28997): Terminated: ok {rc=0}\u000a21:18:25.766608 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28994): Process ended prematurely: osmo-stp_10.42.42.5(pid=28994) [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28994)] [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:18:25.776675 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a21:18:25.842485 run osmo-hlr_10.42.42.2(pid=28991): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28991)]\u000a21:18:25.895820 run osmo-hlr_10.42.42.2(pid=28991): stdout: \u000a| (launched: 2022-12-12_21:18:22.241606) \u000a21:18:25.950038 run osmo-hlr_10.42.42.2(pid=28991): stderr: \u000a| �[0;m�[1;31m20221212211822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211822462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211822472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211822472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211822472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:25.995729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28980): Terminating (SIGTERM)\u000a21:18:26.038881 run iperf3-srv_10.42.42.10(pid=28981): Terminating (SIGTERM)\u000a21:18:26.082485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28982): Terminating (SIGTERM)\u000a21:18:26.125312 run iperf3-srv_10.42.42.10(pid=28983): Terminating (SIGTERM)\u000a21:18:26.168752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28984): Terminating (SIGTERM)\u000a21:18:26.211405 run iperf3-srv_10.42.42.10(pid=28985): Terminating (SIGTERM)\u000a21:18:26.254708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28986): Terminating (SIGTERM)\u000a21:18:26.297234 run iperf3-srv_10.42.42.10(pid=28987): Terminating (SIGTERM)\u000a21:18:26.340677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28990): Terminating (SIGTERM)\u000a21:18:26.383605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28993): Terminating (SIGTERM)\u000a21:18:26.427377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28996): Terminating (SIGTERM)\u000a21:18:26.437432 --- ParallelTerminationStrategy: PID 28980 died...\u000a21:18:26.495490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28980): Terminated: ok {rc=0}\u000a21:18:26.505990 --- ParallelTerminationStrategy: PID 28981 died...\u000a21:18:26.563268 run iperf3-srv_10.42.42.10(pid=28981): Terminated {rc=256}\u000a21:18:26.573888 --- ParallelTerminationStrategy: PID 28982 died...\u000a21:18:26.631660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28982): Terminated: ok {rc=0}\u000a21:18:26.642143 --- ParallelTerminationStrategy: PID 28983 died...\u000a21:18:26.699210 run iperf3-srv_10.42.42.10(pid=28983): Terminated {rc=256}\u000a21:18:26.709943 --- ParallelTerminationStrategy: PID 28984 died...\u000a21:18:26.767304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28984): Terminated: ok {rc=0}\u000a21:18:26.778136 --- ParallelTerminationStrategy: PID 28985 died...\u000a21:18:26.835887 run iperf3-srv_10.42.42.10(pid=28985): Terminated {rc=256}\u000a21:18:26.846415 --- ParallelTerminationStrategy: PID 28986 died...\u000a21:18:26.904393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28986): Terminated: ok {rc=0}\u000a21:18:26.914788 --- ParallelTerminationStrategy: PID 28987 died...\u000a21:18:26.972883 run iperf3-srv_10.42.42.10(pid=28987): Terminated {rc=256}\u000a21:18:26.983525 --- ParallelTerminationStrategy: PID 28990 died...\u000a21:18:27.042169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28990): Terminated: ok {rc=0}\u000a21:18:27.052649 --- ParallelTerminationStrategy: PID 28993 died...\u000a21:18:27.110724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28993): Terminated: ok {rc=0}\u000a21:18:27.121382 --- ParallelTerminationStrategy: PID 28996 died...\u000a21:18:27.179391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28996): Terminated: ok {rc=0}\u000a21:18:27.268383 bus /gobi_4: Setting Powered False\u000a21:18:28.377980 bus /gobi_4: Setting Powered False\u000a21:18:29.487960 bus /gobi_1: Setting Powered False\u000a21:18:30.596802 bus /gobi_1: Setting Powered False\u000a21:18:31.739346 bus /gobi_0: Setting Powered False\u000a21:18:32.852901 bus /gobi_0: Setting Powered False\u000a21:18:33.963810 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29004): Process ended prematurely: osmo-stp_10.42.42.5(pid=29004) [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29004)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29004): Process ended prematurely: osmo-stp_10.42.42.5(pid=29004) [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:18:35.034100 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:35.046316 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:18:35.196924 tst ping.py: using LAC 31566\u000a21:18:35.328656 tst ping.py: using RAC 201\u000a21:18:35.463269 tst ping.py: using CellId 31566\u000a21:18:35.592423 tst ping.py: using BVCI 31567\u000a21:18:35.618010 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:35.629543 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:35.640790 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:35.652370 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:35.663840 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:35.675357 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:35.687169 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:35.698832 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:18:35.981263 tst ping.py:19: start network...\u000a21:18:36.109339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:36.606494 run create_hlr_db(pid=28998): Launched\u000a21:18:36.786619 bus /gobi_6: Setting Powered False\u000a21:18:37.807097 run create_hlr_db(pid=28998): Terminated: ok {rc=0}\u000a21:18:38.249881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29000): Launched\u000a21:18:38.586257 run osmo-hlr_10.42.42.2(pid=29001): Launched\u000a21:18:38.711112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:18:39.294340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29003): Launched\u000a21:18:39.628742 run osmo-stp_10.42.42.5(pid=29004): Launched\u000a21:18:39.750259 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:18:40.333327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29006): Launched\u000a21:18:40.453055 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:18:40.745243 run patchelf(pid=29007): Launched\u000a21:18:40.940270 run osmo-stp_10.42.42.5(pid=29004): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29004)]\u000a21:18:41.082978 run osmo-stp_10.42.42.5(pid=29004): stdout: \u000a| (launched: 2022-12-12_21:18:39.463937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:41.226661 run osmo-stp_10.42.42.5(pid=29004): stderr: \u000a| �[0;m�[38;5;43m20221212211839658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211839658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211839659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211839659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211839662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211839662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211839662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:41.364929 run osmo-stp_10.42.42.5(pid=29004): stdout: \u000a| (launched: 2022-12-12_21:18:39.463937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:41.501796 run osmo-stp_10.42.42.5(pid=29004): stderr: \u000a| �[0;m�[38;5;43m20221212211839658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211839658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211839659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211839659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211839662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211839662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211839662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:41.660894 run patchelf(pid=29007): Terminating (SIGINT)\u000a21:18:41.847861 run patchelf(pid=29007): Terminated: ok {rc=0}\u000a21:18:41.881735 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29004): Process ended prematurely: osmo-stp_10.42.42.5(pid=29004) [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29004)] [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a21:18:41.891231 tst ping.py:22: Test FAILED (6.8 sec)\u000a21:18:41.957432 run osmo-hlr_10.42.42.2(pid=29001): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29001)]\u000a21:18:42.011043 run osmo-hlr_10.42.42.2(pid=29001): stdout: \u000a| (launched: 2022-12-12_21:18:38.419920) \u000a21:18:42.065338 run osmo-hlr_10.42.42.2(pid=29001): stderr: \u000a| �[0;m�[1;31m20221212211838622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211838622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211838622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211838622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211838622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211838622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211838636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211838646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211838646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211838646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:42.111538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29000): Terminating (SIGTERM)\u000a21:18:42.154851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29003): Terminating (SIGTERM)\u000a21:18:42.198190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29006): Terminating (SIGTERM)\u000a21:18:42.208625 --- ParallelTerminationStrategy: PID 29000 died...\u000a21:18:42.267340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29000): Terminated: ok {rc=0}\u000a21:18:42.277968 --- ParallelTerminationStrategy: PID 29003 died...\u000a21:18:42.335485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29003): Terminated: ok {rc=0}\u000a21:18:42.346400 --- ParallelTerminationStrategy: PID 29006 died...\u000a21:18:42.404212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29006): Terminated: ok {rc=0}\u000a21:18:42.495148 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29014): Process ended prematurely: osmo-stp_10.42.42.5(pid=29014) [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29014)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29014): Process ended prematurely: osmo-stp_10.42.42.5(pid=29014) [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:18:43.550014 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:43.562683 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:18:43.712669 tst ping_idle_ping.py: using LAC 31567\u000a21:18:43.843242 tst ping_idle_ping.py: using RAC 202\u000a21:18:43.974266 tst ping_idle_ping.py: using CellId 31567\u000a21:18:44.104826 tst ping_idle_ping.py: using BVCI 31568\u000a21:18:44.130760 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:44.142530 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:44.154100 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:44.165986 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:44.177555 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:44.189164 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:44.201064 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:18:44.212909 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:18:44.513205 tst ping_idle_ping.py:24: start network...\u000a21:18:44.653361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:45.182815 run create_hlr_db(pid=29008): Launched\u000a21:18:45.377122 bus /gobi_6: Setting Powered False\u000a21:18:46.402230 run create_hlr_db(pid=29008): Terminated: ok {rc=0}\u000a21:18:46.865368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29010): Launched\u000a21:18:47.227555 run osmo-hlr_10.42.42.2(pid=29011): Launched\u000a21:18:47.354666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:18:47.938583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29013): Launched\u000a21:18:48.276292 run osmo-stp_10.42.42.5(pid=29014): Launched\u000a21:18:48.398578 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:18:48.985389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29016): Launched\u000a21:18:49.106198 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:18:49.401458 run patchelf(pid=29017): Launched\u000a21:18:49.597339 run osmo-stp_10.42.42.5(pid=29014): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29014)]\u000a21:18:49.740571 run osmo-stp_10.42.42.5(pid=29014): stdout: \u000a| (launched: 2022-12-12_21:18:48.109263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:49.884186 run osmo-stp_10.42.42.5(pid=29014): stderr: \u000a| �[0;m�[38;5;43m20221212211848302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211848302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211848302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211848303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211848305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211848305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211848305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:50.023211 run osmo-stp_10.42.42.5(pid=29014): stdout: \u000a| (launched: 2022-12-12_21:18:48.109263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:18:50.160871 run osmo-stp_10.42.42.5(pid=29014): stderr: \u000a| �[0;m�[38;5;43m20221212211848302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211848302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211848302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211848303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211848305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211848305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211848305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:18:50.320839 run patchelf(pid=29017): Terminating (SIGINT)\u000a21:18:50.508637 run patchelf(pid=29017): Terminated: ok {rc=0}\u000a21:18:50.542778 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29014): Process ended prematurely: osmo-stp_10.42.42.5(pid=29014) [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29014)] [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:18:50.552101 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a21:18:50.617964 run osmo-hlr_10.42.42.2(pid=29011): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29011)]\u000a21:18:50.671495 run osmo-hlr_10.42.42.2(pid=29011): stdout: \u000a| (launched: 2022-12-12_21:18:47.040121) \u000a21:18:50.725602 run osmo-hlr_10.42.42.2(pid=29011): stderr: \u000a| �[0;m�[1;31m20221212211847269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211847269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211847269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211847269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211847269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211847269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211847281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211847290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211847290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211847290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:18:50.771664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29010): Terminating (SIGTERM)\u000a21:18:50.815454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29013): Terminating (SIGTERM)\u000a21:18:50.859221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29016): Terminating (SIGTERM)\u000a21:18:50.869740 --- ParallelTerminationStrategy: PID 29010 died...\u000a21:18:50.929203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29010): Terminated: ok {rc=0}\u000a21:18:50.940520 --- ParallelTerminationStrategy: PID 29013 died...\u000a21:18:50.998792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29013): Terminated: ok {rc=0}\u000a21:18:51.009458 --- ParallelTerminationStrategy: PID 29016 died...\u000a21:18:51.067436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29016): Terminated: ok {rc=0}\u000a21:18:51.157518 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:17:51" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29032): Process ended prematurely: osmo-stp_10.42.42.5(pid=29032) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29032)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29032): Process ended prematurely: osmo-stp_10.42.42.5(pid=29032) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:18:53.332868 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:53.344380 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:18:53.528773 tst cs_paging_gprs_active.py: using LAC 31568\u000a21:18:53.668833 tst cs_paging_gprs_active.py: using RAC 203\u000a21:18:53.803639 tst cs_paging_gprs_active.py: using CellId 31568\u000a21:18:53.938429 tst cs_paging_gprs_active.py: using BVCI 31569\u000a21:18:53.964485 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:53.975939 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:53.987508 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:53.999295 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:54.010860 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:54.022915 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:54.034697 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:54.046273 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:18:54.058083 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:18:54.179331 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:18:54.469842 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:18:54.602958 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:18:54.930825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29022): Launched\u000a21:18:55.203997 run iperf3-srv_10.42.42.10(pid=29023): Launched\u000a21:18:55.399211 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:18:55.537089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:18:55.889348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29024): Launched\u000a21:18:56.182141 run iperf3-srv_10.42.42.10(pid=29025): Launched\u000a21:18:56.391015 tst cs_paging_gprs_active.py:38: start network...\u000a21:18:56.534110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:18:57.071329 run create_hlr_db(pid=29026): Launched\u000a21:18:57.268163 bus /gobi_6: Setting Powered False\u000a21:18:58.289493 run create_hlr_db(pid=29026): Terminated: ok {rc=0}\u000a21:18:58.741549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29028): Launched\u000a21:18:59.082521 run osmo-hlr_10.42.42.2(pid=29029): Launched\u000a21:18:59.208273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:18:59.798979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29031): Launched\u000a21:19:00.139528 run osmo-stp_10.42.42.5(pid=29032): Launched\u000a21:19:00.263993 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:19:00.856497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29034): Launched\u000a21:19:00.981961 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:19:01.320517 run patchelf(pid=29035): Launched\u000a21:19:01.557562 run osmo-stp_10.42.42.5(pid=29032): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29032)]\u000a21:19:01.706677 run osmo-stp_10.42.42.5(pid=29032): stdout: \u000a| (launched: 2022-12-12_21:18:59.971799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:01.856700 run osmo-stp_10.42.42.5(pid=29032): stderr: \u000a| �[0;m�[38;5;43m20221212211900169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211900169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211900169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211900170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211900170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211900170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211900170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:02.002730 run osmo-stp_10.42.42.5(pid=29032): stdout: \u000a| (launched: 2022-12-12_21:18:59.971799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:02.146929 run osmo-stp_10.42.42.5(pid=29032): stderr: \u000a| �[0;m�[38;5;43m20221212211900169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211900169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211900169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211900170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211900170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211900170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211900170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:02.314849 run patchelf(pid=29035): Terminating (SIGINT)\u000a21:19:02.506027 run patchelf(pid=29035): Terminated: ok {rc=0}\u000a21:19:02.541034 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29032): Process ended prematurely: osmo-stp_10.42.42.5(pid=29032) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29032)] [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:19:02.551193 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a21:19:02.617344 run osmo-hlr_10.42.42.2(pid=29029): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29029)]\u000a21:19:02.670855 run osmo-hlr_10.42.42.2(pid=29029): stdout: \u000a| (launched: 2022-12-12_21:18:58.914672) \u000a21:19:02.725217 run osmo-hlr_10.42.42.2(pid=29029): stderr: \u000a| �[0;m�[1;31m20221212211859118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211859118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211859118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211859118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211859118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211859118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211859130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211859142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211859142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211859142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:02.771028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29022): Terminating (SIGTERM)\u000a21:19:02.814760 run iperf3-srv_10.42.42.10(pid=29023): Terminating (SIGTERM)\u000a21:19:02.858033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29024): Terminating (SIGTERM)\u000a21:19:02.901627 run iperf3-srv_10.42.42.10(pid=29025): Terminating (SIGTERM)\u000a21:19:02.945445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29028): Terminating (SIGTERM)\u000a21:19:02.988688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29031): Terminating (SIGTERM)\u000a21:19:03.032147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29034): Terminating (SIGTERM)\u000a21:19:03.042189 --- ParallelTerminationStrategy: PID 29022 died...\u000a21:19:03.099959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29022): Terminated: ok {rc=0}\u000a21:19:03.110740 --- ParallelTerminationStrategy: PID 29023 died...\u000a21:19:03.169334 run iperf3-srv_10.42.42.10(pid=29023): Terminated {rc=256}\u000a21:19:03.179768 --- ParallelTerminationStrategy: PID 29024 died...\u000a21:19:03.237375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29024): Terminated: ok {rc=0}\u000a21:19:03.248071 --- ParallelTerminationStrategy: PID 29025 died...\u000a21:19:03.306297 run iperf3-srv_10.42.42.10(pid=29025): Terminated {rc=256}\u000a21:19:03.316760 --- ParallelTerminationStrategy: PID 29028 died...\u000a21:19:03.374597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29028): Terminated: ok {rc=0}\u000a21:19:03.385502 --- ParallelTerminationStrategy: PID 29031 died...\u000a21:19:03.443527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29031): Terminated: ok {rc=0}\u000a21:19:03.454039 --- ParallelTerminationStrategy: PID 29034 died...\u000a21:19:03.511623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29034): Terminated: ok {rc=0}\u000a21:19:03.601511 bus /gobi_0: Setting Powered False\u000a21:19:04.711816 bus /gobi_0: Setting Powered False\u000a21:19:05.822988 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29044): Process ended prematurely: osmo-stp_10.42.42.5(pid=29044) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29044)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29044): Process ended prematurely: osmo-stp_10.42.42.5(pid=29044) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:19:06.941636 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:06.954399 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:19:07.126491 tst iperf3.py: using LAC 31569\u000a21:19:07.259296 tst iperf3.py: using RAC 204\u000a21:19:07.386133 tst iperf3.py: using CellId 31569\u000a21:19:07.511903 tst iperf3.py: using BVCI 31570\u000a21:19:07.536159 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:07.547476 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:07.558795 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:07.569775 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:07.580434 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:07.591296 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:07.602223 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:07.613033 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:07.623973 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:19:07.924681 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:19:08.068023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:19:08.420294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29036): Launched\u000a21:19:08.712358 run iperf3-srv_10.42.42.10(pid=29037): Launched\u000a21:19:08.920778 tst iperf3.py:8: start network...\u000a21:19:09.063745 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:09.598834 run create_hlr_db(pid=29038): Launched\u000a21:19:09.795004 bus /gobi_6: Setting Powered False\u000a21:19:10.817481 run create_hlr_db(pid=29038): Terminated: ok {rc=0}\u000a21:19:11.243198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29040): Launched\u000a21:19:11.563059 run osmo-hlr_10.42.42.2(pid=29041): Launched\u000a21:19:11.680468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:12.338226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29043): Launched\u000a21:19:12.651532 run osmo-stp_10.42.42.5(pid=29044): Launched\u000a21:19:12.765513 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:19:13.306671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29046): Launched\u000a21:19:13.417854 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:19:13.688551 run patchelf(pid=29047): Launched\u000a21:19:13.870043 run osmo-stp_10.42.42.5(pid=29044): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29044)]\u000a21:19:14.002685 run osmo-stp_10.42.42.5(pid=29044): stdout: \u000a| (launched: 2022-12-12_21:19:12.496682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:14.135243 run osmo-stp_10.42.42.5(pid=29044): stderr: \u000a| �[0;m�[38;5;43m20221212211912668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211912668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211912669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211912669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211912671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211912671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211912672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:14.264165 run osmo-stp_10.42.42.5(pid=29044): stdout: \u000a| (launched: 2022-12-12_21:19:12.496682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:14.391332 run osmo-stp_10.42.42.5(pid=29044): stderr: \u000a| �[0;m�[38;5;43m20221212211912668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211912668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211912669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211912669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211912671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211912671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211912672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:14.539608 run patchelf(pid=29047): Terminating (SIGINT)\u000a21:19:14.713923 run patchelf(pid=29047): Terminated: ok {rc=0}\u000a21:19:14.746191 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29044): Process ended prematurely: osmo-stp_10.42.42.5(pid=29044) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29044)] [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:19:14.755492 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a21:19:14.816537 run osmo-hlr_10.42.42.2(pid=29041): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29041)]\u000a21:19:14.866582 run osmo-hlr_10.42.42.2(pid=29041): stdout: \u000a| (launched: 2022-12-12_21:19:11.404622) \u000a21:19:14.917405 run osmo-hlr_10.42.42.2(pid=29041): stderr: \u000a| �[0;m�[1;31m20221212211911584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211911584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211911584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211911584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211911584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211911584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211911601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211911611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211911611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211911612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:14.960399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29036): Terminating (SIGTERM)\u000a21:19:15.000919 run iperf3-srv_10.42.42.10(pid=29037): Terminating (SIGTERM)\u000a21:19:15.043362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29040): Terminating (SIGTERM)\u000a21:19:15.083819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29043): Terminating (SIGTERM)\u000a21:19:15.124136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29046): Terminating (SIGTERM)\u000a21:19:15.133674 --- ParallelTerminationStrategy: PID 29036 died...\u000a21:19:15.187805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29036): Terminated: ok {rc=0}\u000a21:19:15.197691 --- ParallelTerminationStrategy: PID 29037 died...\u000a21:19:15.251540 run iperf3-srv_10.42.42.10(pid=29037): Terminated {rc=256}\u000a21:19:15.261393 --- ParallelTerminationStrategy: PID 29040 died...\u000a21:19:15.315436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29040): Terminated: ok {rc=0}\u000a21:19:15.325185 --- ParallelTerminationStrategy: PID 29043 died...\u000a21:19:15.379522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29043): Terminated: ok {rc=0}\u000a21:19:15.389389 --- ParallelTerminationStrategy: PID 29046 died...\u000a21:19:15.443561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29046): Terminated: ok {rc=0}\u000a21:19:15.534542 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29062): Process ended prematurely: osmo-stp_10.42.42.5(pid=29062) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29062)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29062): Process ended prematurely: osmo-stp_10.42.42.5(pid=29062) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:19:16.661238 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:16.675179 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:19:16.854184 tst iperf3m4.py: using LAC 31570\u000a21:19:16.997451 tst iperf3m4.py: using RAC 205\u000a21:19:17.146520 tst iperf3m4.py: using CellId 31570\u000a21:19:17.278996 tst iperf3m4.py: using BVCI 31571\u000a21:19:17.304774 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:17.316512 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:17.328062 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:17.340621 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:17.353125 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:17.365609 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:17.378098 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:17.391096 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:17.404038 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:19:17.523791 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:19:17.649970 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:19:17.771273 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:19:18.059627 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:19:18.189064 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:19:18.510435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29048): Launched\u000a21:19:18.778806 run iperf3-srv_10.42.42.10(pid=29049): Launched\u000a21:19:18.967625 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:19:19.096843 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:19:19.418112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29050): Launched\u000a21:19:19.685629 run iperf3-srv_10.42.42.10(pid=29051): Launched\u000a21:19:19.874309 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:19:20.003227 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:19:20.325409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29052): Launched\u000a21:19:20.593832 run iperf3-srv_10.42.42.10(pid=29053): Launched\u000a21:19:20.782452 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:19:20.911509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:19:21.232184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29054): Launched\u000a21:19:21.500109 run iperf3-srv_10.42.42.10(pid=29055): Launched\u000a21:19:21.689952 tst iperf3m4.py:8: start network...\u000a21:19:21.820034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:22.321383 run create_hlr_db(pid=29056): Launched\u000a21:19:22.499710 bus /gobi_6: Setting Powered False\u000a21:19:23.523444 run create_hlr_db(pid=29056): Terminated: ok {rc=0}\u000a21:19:23.965476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29058): Launched\u000a21:19:24.299961 run osmo-hlr_10.42.42.2(pid=29059): Launched\u000a21:19:24.422670 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:24.998821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29061): Launched\u000a21:19:25.333875 run osmo-stp_10.42.42.5(pid=29062): Launched\u000a21:19:25.455762 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:19:26.036365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29064): Launched\u000a21:19:26.155232 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:19:26.443959 run patchelf(pid=29065): Launched\u000a21:19:26.637718 run osmo-stp_10.42.42.5(pid=29062): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29062)]\u000a21:19:26.779594 run osmo-stp_10.42.42.5(pid=29062): stdout: \u000a| (launched: 2022-12-12_21:19:25.167838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:26.921393 run osmo-stp_10.42.42.5(pid=29062): stderr: \u000a| �[0;m�[38;5;43m20221212211925363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211925363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211925363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211925364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211925364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211925364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211925364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:27.059280 run osmo-stp_10.42.42.5(pid=29062): stdout: \u000a| (launched: 2022-12-12_21:19:25.167838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:27.195598 run osmo-stp_10.42.42.5(pid=29062): stderr: \u000a| �[0;m�[38;5;43m20221212211925363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211925363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211925363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211925364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211925364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211925364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211925364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:27.354312 run patchelf(pid=29065): Terminating (SIGINT)\u000a21:19:27.540798 run patchelf(pid=29065): Terminated: ok {rc=0}\u000a21:19:27.574932 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29062): Process ended prematurely: osmo-stp_10.42.42.5(pid=29062) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29062)] [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:19:27.585085 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a21:19:27.650723 run osmo-hlr_10.42.42.2(pid=29059): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29059)]\u000a21:19:27.703758 run osmo-hlr_10.42.42.2(pid=29059): stdout: \u000a| (launched: 2022-12-12_21:19:24.135747) \u000a21:19:27.758165 run osmo-hlr_10.42.42.2(pid=29059): stderr: \u000a| �[0;m�[1;31m20221212211924338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211924338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211924338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211924338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211924338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211924338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211924350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211924359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211924359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211924359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:27.803746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29048): Terminating (SIGTERM)\u000a21:19:27.846695 run iperf3-srv_10.42.42.10(pid=29049): Terminating (SIGTERM)\u000a21:19:27.889688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29050): Terminating (SIGTERM)\u000a21:19:27.932529 run iperf3-srv_10.42.42.10(pid=29051): Terminating (SIGTERM)\u000a21:19:27.976185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29052): Terminating (SIGTERM)\u000a21:19:28.019000 run iperf3-srv_10.42.42.10(pid=29053): Terminating (SIGTERM)\u000a21:19:28.062202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29054): Terminating (SIGTERM)\u000a21:19:28.104712 run iperf3-srv_10.42.42.10(pid=29055): Terminating (SIGTERM)\u000a21:19:28.147815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29058): Terminating (SIGTERM)\u000a21:19:28.191039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29061): Terminating (SIGTERM)\u000a21:19:28.234853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29064): Terminating (SIGTERM)\u000a21:19:28.244657 --- ParallelTerminationStrategy: PID 29048 died...\u000a21:19:28.302066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29048): Terminated: ok {rc=0}\u000a21:19:28.312579 --- ParallelTerminationStrategy: PID 29049 died...\u000a21:19:28.369698 run iperf3-srv_10.42.42.10(pid=29049): Terminated {rc=256}\u000a21:19:28.379835 --- ParallelTerminationStrategy: PID 29050 died...\u000a21:19:28.436669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29050): Terminated: ok {rc=0}\u000a21:19:28.447151 --- ParallelTerminationStrategy: PID 29051 died...\u000a21:19:28.504505 run iperf3-srv_10.42.42.10(pid=29051): Terminated {rc=256}\u000a21:19:28.514657 --- ParallelTerminationStrategy: PID 29052 died...\u000a21:19:28.571770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29052): Terminated: ok {rc=0}\u000a21:19:28.582202 --- ParallelTerminationStrategy: PID 29053 died...\u000a21:19:28.638829 run iperf3-srv_10.42.42.10(pid=29053): Terminated {rc=256}\u000a21:19:28.649317 --- ParallelTerminationStrategy: PID 29054 died...\u000a21:19:28.706403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29054): Terminated: ok {rc=0}\u000a21:19:28.716596 --- ParallelTerminationStrategy: PID 29055 died...\u000a21:19:28.773185 run iperf3-srv_10.42.42.10(pid=29055): Terminated {rc=256}\u000a21:19:28.783611 --- ParallelTerminationStrategy: PID 29058 died...\u000a21:19:28.840514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29058): Terminated: ok {rc=0}\u000a21:19:28.850723 --- ParallelTerminationStrategy: PID 29061 died...\u000a21:19:28.907640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29061): Terminated: ok {rc=0}\u000a21:19:28.917859 --- ParallelTerminationStrategy: PID 29064 died...\u000a21:19:28.975534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29064): Terminated: ok {rc=0}\u000a21:19:29.064665 bus /gobi_4: Setting Powered False\u000a21:19:30.173756 bus /gobi_4: Setting Powered False\u000a21:19:31.297500 bus /gobi_1: Setting Powered False\u000a21:19:32.406837 bus /gobi_1: Setting Powered False\u000a21:19:33.516932 bus /gobi_0: Setting Powered False\u000a21:19:34.623936 bus /gobi_0: Setting Powered False\u000a21:19:35.733040 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29073): Process ended prematurely: osmo-stp_10.42.42.5(pid=29073) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29073)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29073): Process ended prematurely: osmo-stp_10.42.42.5(pid=29073) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:19:36.799109 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:36.810681 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:19:36.968510 tst ping.py: using LAC 31571\u000a21:19:37.088524 tst ping.py: using RAC 206\u000a21:19:37.208696 tst ping.py: using CellId 31571\u000a21:19:37.328488 tst ping.py: using BVCI 31572\u000a21:19:37.351635 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:37.362490 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:37.373088 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:37.383647 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:37.394303 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:37.404926 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:37.415631 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:37.426294 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:19:37.717911 tst ping.py:19: start network...\u000a21:19:37.852418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:38.360614 run create_hlr_db(pid=29067): Launched\u000a21:19:38.546800 bus /gobi_6: Setting Powered False\u000a21:19:39.566513 run create_hlr_db(pid=29067): Terminated: ok {rc=0}\u000a21:19:39.994209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29069): Launched\u000a21:19:40.315718 run osmo-hlr_10.42.42.2(pid=29070): Launched\u000a21:19:40.432561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:40.989711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29072): Launched\u000a21:19:41.313509 run osmo-stp_10.42.42.5(pid=29073): Launched\u000a21:19:41.431324 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:19:41.993979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29075): Launched\u000a21:19:42.108885 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:19:42.388527 run patchelf(pid=29076): Launched\u000a21:19:42.577147 run osmo-stp_10.42.42.5(pid=29073): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29073)]\u000a21:19:42.715082 run osmo-stp_10.42.42.5(pid=29073): stdout: \u000a| (launched: 2022-12-12_21:19:41.153340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:42.853547 run osmo-stp_10.42.42.5(pid=29073): stderr: \u000a| �[0;m�[38;5;43m20221212211941343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211941343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211941344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211941344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211941344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211941344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211941345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:42.988049 run osmo-stp_10.42.42.5(pid=29073): stdout: \u000a| (launched: 2022-12-12_21:19:41.153340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:43.121099 run osmo-stp_10.42.42.5(pid=29073): stderr: \u000a| �[0;m�[38;5;43m20221212211941343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211941343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211941344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211941344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211941344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211941344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211941345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:43.275530 run patchelf(pid=29076): Terminating (SIGINT)\u000a21:19:43.457284 run patchelf(pid=29076): Terminated: ok {rc=0}\u000a21:19:43.490068 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29073): Process ended prematurely: osmo-stp_10.42.42.5(pid=29073) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29073)] [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:19:43.499442 tst ping.py:22: Test FAILED (6.7 sec)\u000a21:19:43.564153 run osmo-hlr_10.42.42.2(pid=29070): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29070)]\u000a21:19:43.617147 run osmo-hlr_10.42.42.2(pid=29070): stdout: \u000a| (launched: 2022-12-12_21:19:40.157753) \u000a21:19:43.670661 run osmo-hlr_10.42.42.2(pid=29070): stderr: \u000a| �[0;m�[1;31m20221212211940353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211940353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211940353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211940353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211940353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211940353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211940364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211940373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211940373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211940373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:43.715654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29069): Terminating (SIGTERM)\u000a21:19:43.759166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29072): Terminating (SIGTERM)\u000a21:19:43.801530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29075): Terminating (SIGTERM)\u000a21:19:43.811598 --- ParallelTerminationStrategy: PID 29069 died...\u000a21:19:43.868732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29069): Terminated: ok {rc=0}\u000a21:19:43.878884 --- ParallelTerminationStrategy: PID 29072 died...\u000a21:19:43.935386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29072): Terminated: ok {rc=0}\u000a21:19:43.945859 --- ParallelTerminationStrategy: PID 29075 died...\u000a21:19:44.003149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29075): Terminated: ok {rc=0}\u000a21:19:44.091394 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29083): Process ended prematurely: osmo-stp_10.42.42.5(pid=29083) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29083)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29083): Process ended prematurely: osmo-stp_10.42.42.5(pid=29083) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:19:45.143139 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:45.155058 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:19:45.327019 tst ping_idle_ping.py: using LAC 31572\u000a21:19:45.453447 tst ping_idle_ping.py: using RAC 207\u000a21:19:45.579187 tst ping_idle_ping.py: using CellId 31572\u000a21:19:45.705340 tst ping_idle_ping.py: using BVCI 31573\u000a21:19:45.730108 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:45.741531 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:45.752599 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:45.764070 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:45.775636 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:45.787131 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:45.798733 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:19:45.810192 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:19:46.124659 tst ping_idle_ping.py:24: start network...\u000a21:19:46.263581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:46.812511 run create_hlr_db(pid=29077): Launched\u000a21:19:47.002495 bus /gobi_6: Setting Powered False\u000a21:19:48.009548 run create_hlr_db(pid=29077): Terminated: ok {rc=0}\u000a21:19:48.447313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29079): Launched\u000a21:19:48.768710 run osmo-hlr_10.42.42.2(pid=29080): Launched\u000a21:19:48.884792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:19:49.442720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29082): Launched\u000a21:19:49.766951 run osmo-stp_10.42.42.5(pid=29083): Launched\u000a21:19:49.884143 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:19:50.444488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29085): Launched\u000a21:19:50.552204 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:19:50.815156 run patchelf(pid=29086): Launched\u000a21:19:50.991931 run osmo-stp_10.42.42.5(pid=29083): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29083)]\u000a21:19:51.121240 run osmo-stp_10.42.42.5(pid=29083): stdout: \u000a| (launched: 2022-12-12_21:19:49.607687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:51.250986 run osmo-stp_10.42.42.5(pid=29083): stderr: \u000a| �[0;m�[38;5;43m20221212211949797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211949798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211949798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211949798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211949799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211949799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211949799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:51.376056 run osmo-stp_10.42.42.5(pid=29083): stdout: \u000a| (launched: 2022-12-12_21:19:49.607687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:19:51.499603 run osmo-stp_10.42.42.5(pid=29083): stderr: \u000a| �[0;m�[38;5;43m20221212211949797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212211949798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212211949798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212211949798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212211949799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212211949799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212211949799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:19:51.643874 run patchelf(pid=29086): Terminating (SIGINT)\u000a21:19:51.815089 run patchelf(pid=29086): Terminated: ok {rc=0}\u000a21:19:51.846069 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29083): Process ended prematurely: osmo-stp_10.42.42.5(pid=29083) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29083)] [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:19:51.854800 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a21:19:51.915249 run osmo-hlr_10.42.42.2(pid=29080): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29080)]\u000a21:19:51.964813 run osmo-hlr_10.42.42.2(pid=29080): stdout: \u000a| (launched: 2022-12-12_21:19:48.610794) \u000a21:19:52.015155 run osmo-hlr_10.42.42.2(pid=29080): stderr: \u000a| �[0;m�[1;31m20221212211948807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212211948807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212211948807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211948807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212211948807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212211948807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212211948855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212211948864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212211948864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212211948864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:19:52.057965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29079): Terminating (SIGTERM)\u000a21:19:52.098421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29082): Terminating (SIGTERM)\u000a21:19:52.138959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29085): Terminating (SIGTERM)\u000a21:19:52.148443 --- ParallelTerminationStrategy: PID 29079 died...\u000a21:19:52.202884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29079): Terminated: ok {rc=0}\u000a21:19:52.212651 --- ParallelTerminationStrategy: PID 29082 died...\u000a21:19:52.267017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29082): Terminated: ok {rc=0}\u000a21:19:52.276815 --- ParallelTerminationStrategy: PID 29085 died...\u000a21:19:52.330549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29085): Terminated: ok {rc=0}\u000a21:19:52.414663 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:18:52" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29100): Process ended prematurely: osmo-stp_10.42.42.5(pid=29100) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29100)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29100): Process ended prematurely: osmo-stp_10.42.42.5(pid=29100) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:19:54.575943 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:19:54.587389 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:19:54.753775 tst cs_paging_gprs_active.py: using LAC 31573\u000a21:19:54.882766 tst cs_paging_gprs_active.py: using RAC 208\u000a21:19:55.005324 tst cs_paging_gprs_active.py: using CellId 31573\u000a21:19:55.127725 tst cs_paging_gprs_active.py: using BVCI 31574\u000a21:19:55.151400 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:19:55.162378 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:19:55.173088 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:19:55.184728 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:19:55.195982 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:19:55.207235 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:19:55.218635 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:19:55.229875 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:19:55.241235 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:19:55.363918 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:19:55.651300 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:19:55.781739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:19:56.098443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29090): Launched\u000a21:19:56.362271 run iperf3-srv_10.42.42.10(pid=29091): Launched\u000a21:19:56.550313 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:19:56.678992 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:19:56.997720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29092): Launched\u000a21:19:57.262377 run iperf3-srv_10.42.42.10(pid=29093): Launched\u000a21:19:57.450852 tst cs_paging_gprs_active.py:38: start network...\u000a21:19:57.579951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:19:58.074335 run create_hlr_db(pid=29094): Launched\u000a21:19:58.251216 bus /gobi_6: Setting Powered False\u000a21:19:59.274370 run create_hlr_db(pid=29094): Terminated: ok {rc=0}\u000a21:19:59.708826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29096): Launched\u000a21:20:00.037955 run osmo-hlr_10.42.42.2(pid=29097): Launched\u000a21:20:00.160127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:20:00.727896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29099): Launched\u000a21:20:01.158178 run osmo-stp_10.42.42.5(pid=29100): Launched\u000a21:20:01.393661 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:20:01.981896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29105): Launched\u000a21:20:02.102377 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:20:02.404496 run patchelf(pid=29106): Launched\u000a21:20:02.595759 run osmo-stp_10.42.42.5(pid=29100): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29100)]\u000a21:20:02.735478 run osmo-stp_10.42.42.5(pid=29100): stdout: \u000a| (launched: 2022-12-12_21:20:00.914754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:20:02.875450 run osmo-stp_10.42.42.5(pid=29100): stderr: \u000a| �[0;m�[38;5;43m20221212212001248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212001252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212001252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212001253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212001253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212001253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212001253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:20:03.011764 run osmo-stp_10.42.42.5(pid=29100): stdout: \u000a| (launched: 2022-12-12_21:20:00.914754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:20:03.146869 run osmo-stp_10.42.42.5(pid=29100): stderr: \u000a| �[0;m�[38;5;43m20221212212001248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212001252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212001252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212001253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212001253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212001253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212001253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:20:03.303682 run patchelf(pid=29106): Terminating (SIGINT)\u000a21:20:03.487774 run patchelf(pid=29106): Terminated: ok {rc=0}\u000a21:20:03.521708 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29100): Process ended prematurely: osmo-stp_10.42.42.5(pid=29100) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29100)] [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a21:20:03.531688 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a21:20:03.597131 run osmo-hlr_10.42.42.2(pid=29097): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29097)]\u000a21:20:03.650170 run osmo-hlr_10.42.42.2(pid=29097): stdout: \u000a| (launched: 2022-12-12_21:19:59.876172) \u000a21:20:03.703838 run osmo-hlr_10.42.42.2(pid=29097): stderr: \u000a| �[0;m�[1;31m20221212212000072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212000072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212000072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212000073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212000073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212000073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212000085 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212000095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212000095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212000095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:20:03.749114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29090): Terminating (SIGTERM)\u000a21:20:03.792053 run iperf3-srv_10.42.42.10(pid=29091): Terminating (SIGTERM)\u000a21:20:03.835486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29092): Terminating (SIGTERM)\u000a21:20:03.878174 run iperf3-srv_10.42.42.10(pid=29093): Terminating (SIGTERM)\u000a21:20:03.921411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29096): Terminating (SIGTERM)\u000a21:20:03.964296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29099): Terminating (SIGTERM)\u000a21:20:04.007506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29105): Terminating (SIGTERM)\u000a21:20:04.017307 --- ParallelTerminationStrategy: PID 29090 died...\u000a21:20:04.075290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29090): Terminated: ok {rc=0}\u000a21:20:04.085505 --- ParallelTerminationStrategy: PID 29091 died...\u000a21:20:04.142545 run iperf3-srv_10.42.42.10(pid=29091): Terminated {rc=256}\u000a21:20:04.153188 --- ParallelTerminationStrategy: PID 29092 died...\u000a21:20:04.210747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29092): Terminated: ok {rc=0}\u000a21:20:04.221115 --- ParallelTerminationStrategy: PID 29093 died...\u000a21:20:04.278468 run iperf3-srv_10.42.42.10(pid=29093): Terminated {rc=256}\u000a21:20:04.288708 --- ParallelTerminationStrategy: PID 29096 died...\u000a21:20:04.346281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29096): Terminated: ok {rc=0}\u000a21:20:04.356675 --- ParallelTerminationStrategy: PID 29099 died...\u000a21:20:04.414257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29099): Terminated: ok {rc=0}\u000a21:20:04.424564 --- ParallelTerminationStrategy: PID 29105 died...\u000a21:20:04.482027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29105): Terminated: ok {rc=0}\u000a21:20:04.571499 bus /gobi_0: Setting Powered False\u000a21:20:05.676835 bus /gobi_0: Setting Powered False\u000a21:20:06.789079 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29116): Process ended prematurely: osmo-stp_10.42.42.5(pid=29116) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29116)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29116): Process ended prematurely: osmo-stp_10.42.42.5(pid=29116) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a21:20:07.904368 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:07.916352 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:20:08.084544 tst iperf3.py: using LAC 31574\u000a21:20:08.211844 tst iperf3.py: using RAC 209\u000a21:20:08.339162 tst iperf3.py: using CellId 31574\u000a21:20:08.466715 tst iperf3.py: using BVCI 31575\u000a21:20:08.491636 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:08.503047 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:08.514207 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:08.525680 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:08.537104 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:08.548578 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:08.560255 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:08.571822 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:08.583692 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:20:08.879579 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:20:09.016211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:20:09.351414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29108): Launched\u000a21:20:09.630976 run iperf3-srv_10.42.42.10(pid=29109): Launched\u000a21:20:09.830772 tst iperf3.py:8: start network...\u000a21:20:09.967351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:20:10.478925 run create_hlr_db(pid=29110): Launched\u000a21:20:10.667068 bus /gobi_6: Setting Powered False\u000a21:20:11.688636 run create_hlr_db(pid=29110): Terminated: ok {rc=0}\u000a21:20:12.122828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29112): Launched\u000a21:20:12.449490 run osmo-hlr_10.42.42.2(pid=29113): Launched\u000a21:20:12.571683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:20:13.149470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29115): Launched\u000a21:20:13.478430 run osmo-stp_10.42.42.5(pid=29116): Launched\u000a21:20:13.599053 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:20:14.172727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29118): Launched\u000a21:20:14.291088 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:20:14.577125 run patchelf(pid=29119): Launched\u000a21:20:14.769374 run osmo-stp_10.42.42.5(pid=29116): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29116)]\u000a21:20:14.910125 run osmo-stp_10.42.42.5(pid=29116): stdout: \u000a| (launched: 2022-12-12_21:20:13.317084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:20:15.051652 run osmo-stp_10.42.42.5(pid=29116): stderr: \u000a| �[0;m�[38;5;43m20221212212013505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212013505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212013505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212013506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212013506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212013506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212013506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:20:15.188342 run osmo-stp_10.42.42.5(pid=29116): stdout: \u000a| (launched: 2022-12-12_21:20:13.317084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:20:15.323957 run osmo-stp_10.42.42.5(pid=29116): stderr: \u000a| �[0;m�[38;5;43m20221212212013505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212013505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212013505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212013506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212013506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212013506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212013506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:20:15.482152 run patchelf(pid=29119): Terminating (SIGINT)\u000a21:20:15.667774 run patchelf(pid=29119): Terminated: ok {rc=0}\u000a21:20:15.701963 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29116): Process ended prematurely: osmo-stp_10.42.42.5(pid=29116) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29116)] [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a21:20:15.712078 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a21:20:15.777604 run osmo-hlr_10.42.42.2(pid=29113): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29113)]\u000a21:20:15.831170 run osmo-hlr_10.42.42.2(pid=29113): stdout: \u000a| (launched: 2022-12-12_21:20:12.288595) \u000a21:20:15.899181 run osmo-hlr_10.42.42.2(pid=29113): stderr: \u000a| �[0;m�[1;31m20221212212012481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212012481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212012481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212012481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212012481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212012481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212012499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212012509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212012509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212012509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:20:15.946006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29108): Terminating (SIGTERM)\u000a21:20:15.993340 run iperf3-srv_10.42.42.10(pid=29109): Terminating (SIGTERM)\u000a21:20:16.040094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29112): Terminating (SIGTERM)\u000a21:20:16.085272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29115): Terminating (SIGTERM)\u000a21:20:16.130716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29118): Terminating (SIGTERM)\u000a21:20:16.141208 --- ParallelTerminationStrategy: PID 29108 died...\u000a21:20:16.203205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29108): Terminated: ok {rc=0}\u000a21:20:16.214672 --- ParallelTerminationStrategy: PID 29109 died...\u000a21:20:16.275073 run iperf3-srv_10.42.42.10(pid=29109): Terminated {rc=256}\u000a21:20:16.286385 --- ParallelTerminationStrategy: PID 29112 died...\u000a21:20:16.346977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29112): Terminated: ok {rc=0}\u000a21:20:16.358336 --- ParallelTerminationStrategy: PID 29115 died...\u000a21:20:16.418822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29115): Terminated: ok {rc=0}\u000a21:20:16.430406 --- ParallelTerminationStrategy: PID 29118 died...\u000a21:20:16.491134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29118): Terminated: ok {rc=0}\u000a21:20:16.582726 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29134): Process ended prematurely: osmo-stp_10.42.42.5(pid=29134) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29134)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29134): Process ended prematurely: osmo-stp_10.42.42.5(pid=29134) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a21:20:17.693952 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:17.705661 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:20:17.866332 tst iperf3m4.py: using LAC 31575\u000a21:20:17.990058 tst iperf3m4.py: using RAC 210\u000a21:20:18.112670 tst iperf3m4.py: using CellId 31575\u000a21:20:18.242155 tst iperf3m4.py: using BVCI 31576\u000a21:20:18.265894 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:18.276770 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:18.287573 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:18.298522 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:18.309242 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:18.320029 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:18.330930 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:18.341628 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:18.352610 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:20:18.469332 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:20:18.592710 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:20:18.710107 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:20:18.993773 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:20:19.121806 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:20:19.439308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29120): Launched\u000a21:20:19.702118 run iperf3-srv_10.42.42.10(pid=29121): Launched\u000a21:20:19.889565 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:20:20.017879 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:20:20.334586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29122): Launched\u000a21:20:20.598049 run iperf3-srv_10.42.42.10(pid=29123): Launched\u000a21:20:20.785397 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:20:20.913051 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:20:21.230092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29124): Launched\u000a21:20:21.494452 run iperf3-srv_10.42.42.10(pid=29125): Launched\u000a21:20:21.682522 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:20:21.811044 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:20:22.130301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29126): Launched\u000a21:20:22.394699 run iperf3-srv_10.42.42.10(pid=29127): Launched\u000a21:20:22.582440 tst iperf3m4.py:8: start network...\u000a21:20:22.710872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:20:23.203842 run create_hlr_db(pid=29128): Launched\u000a21:20:23.383694 bus /gobi_6: Setting Powered False\u000a21:20:24.403535 run create_hlr_db(pid=29128): Terminated: ok {rc=0}\u000a21:20:24.841981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29130): Launched\u000a21:20:25.172548 run osmo-hlr_10.42.42.2(pid=29131): Launched\u000a21:20:25.295690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:20:25.866983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29133): Launched\u000a21:20:26.196543 run osmo-stp_10.42.42.5(pid=29134): Launched\u000a21:20:26.317073 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:20:26.890548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29136): Launched\u000a21:20:27.009230 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:20:27.296201 run patchelf(pid=29137): Launched\u000a21:20:27.489478 run osmo-stp_10.42.42.5(pid=29134): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29134)]\u000a21:20:27.631115 run osmo-stp_10.42.42.5(pid=29134): stdout: \u000a| (launched: 2022-12-12_21:20:26.035797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:20:27.772906 run osmo-stp_10.42.42.5(pid=29134): stderr: \u000a| �[0;m�[38;5;43m20221212212026224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212026225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212026225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212026225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212026226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212026226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212026226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:20:27.909758 run osmo-stp_10.42.42.5(pid=29134): stdout: \u000a| (launched: 2022-12-12_21:20:26.035797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:20:28.047019 run osmo-stp_10.42.42.5(pid=29134): stderr: \u000a| �[0;m�[38;5;43m20221212212026224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212026225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212026225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212026225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212026226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212026226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212026226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:20:28.205802 run patchelf(pid=29137): Terminating (SIGINT)\u000a21:20:28.392127 run patchelf(pid=29137): Terminated: ok {rc=0}\u000a21:20:28.426356 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29134): Process ended prematurely: osmo-stp_10.42.42.5(pid=29134) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29134)] [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a21:20:28.436400 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a21:20:28.501981 run osmo-hlr_10.42.42.2(pid=29131): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29131)]\u000a21:20:28.555819 run osmo-hlr_10.42.42.2(pid=29131): stdout: \u000a| (launched: 2022-12-12_21:20:25.011134) \u000a21:20:28.610009 run osmo-hlr_10.42.42.2(pid=29131): stderr: \u000a| �[0;m�[1;31m20221212212025205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212025206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212025206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212025206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212025206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212025206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212025221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212025230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212025230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212025231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:20:28.655467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29120): Terminating (SIGTERM)\u000a21:20:28.699148 run iperf3-srv_10.42.42.10(pid=29121): Terminating (SIGTERM)\u000a21:20:28.742322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29122): Terminating (SIGTERM)\u000a21:20:28.785353 run iperf3-srv_10.42.42.10(pid=29123): Terminating (SIGTERM)\u000a21:20:28.828564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29124): Terminating (SIGTERM)\u000a21:20:28.871855 run iperf3-srv_10.42.42.10(pid=29125): Terminating (SIGTERM)\u000a21:20:28.915614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29126): Terminating (SIGTERM)\u000a21:20:28.958607 run iperf3-srv_10.42.42.10(pid=29127): Terminating (SIGTERM)\u000a21:20:29.002583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29130): Terminating (SIGTERM)\u000a21:20:29.046076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29133): Terminating (SIGTERM)\u000a21:20:29.089355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29136): Terminating (SIGTERM)\u000a21:20:29.099687 --- ParallelTerminationStrategy: PID 29120 died...\u000a21:20:29.157639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29120): Terminated: ok {rc=0}\u000a21:20:29.168000 --- ParallelTerminationStrategy: PID 29121 died...\u000a21:20:29.225400 run iperf3-srv_10.42.42.10(pid=29121): Terminated {rc=256}\u000a21:20:29.235746 --- ParallelTerminationStrategy: PID 29122 died...\u000a21:20:29.293242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29122): Terminated: ok {rc=0}\u000a21:20:29.303538 --- ParallelTerminationStrategy: PID 29123 died...\u000a21:20:29.360897 run iperf3-srv_10.42.42.10(pid=29123): Terminated {rc=256}\u000a21:20:29.371364 --- ParallelTerminationStrategy: PID 29124 died...\u000a21:20:29.429385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29124): Terminated: ok {rc=0}\u000a21:20:29.439759 --- ParallelTerminationStrategy: PID 29125 died...\u000a21:20:29.497390 run iperf3-srv_10.42.42.10(pid=29125): Terminated {rc=256}\u000a21:20:29.507764 --- ParallelTerminationStrategy: PID 29126 died...\u000a21:20:29.565115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29126): Terminated: ok {rc=0}\u000a21:20:29.575817 --- ParallelTerminationStrategy: PID 29127 died...\u000a21:20:29.633165 run iperf3-srv_10.42.42.10(pid=29127): Terminated {rc=256}\u000a21:20:29.643571 --- ParallelTerminationStrategy: PID 29130 died...\u000a21:20:29.700933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29130): Terminated: ok {rc=0}\u000a21:20:29.711318 --- ParallelTerminationStrategy: PID 29133 died...\u000a21:20:29.768686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29133): Terminated: ok {rc=0}\u000a21:20:29.779040 --- ParallelTerminationStrategy: PID 29136 died...\u000a21:20:29.836353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29136): Terminated: ok {rc=0}\u000a21:20:29.926842 bus /gobi_4: Setting Powered False\u000a21:20:31.048858 bus /gobi_4: Setting Powered False\u000a21:20:32.169851 bus /gobi_1: Setting Powered False\u000a21:20:33.277746 bus /gobi_1: Setting Powered False\u000a21:20:34.387227 bus /gobi_0: Setting Powered False\u000a21:20:35.495237 bus /gobi_0: Setting Powered False\u000a21:20:36.606194 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a21:20:37.676867 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:37.689078 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:20:37.857186 tst ping.py: using LAC 31576\u000a21:20:37.984002 tst ping.py: using RAC 211\u000a21:20:38.113473 tst ping.py: using CellId 31576\u000a21:20:38.242087 tst ping.py: using BVCI 31577\u000a21:20:38.266940 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:38.278425 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:38.289637 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:38.301251 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:38.312572 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:38.324161 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:38.335937 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:38.347671 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:20:38.627878 tst ping.py:19: start network...\u000a21:20:38.755247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:20:39.243499 run create_hlr_db(pid=29138): Launched\u000a21:20:39.419127 bus /gobi_6: Setting Powered False\u000a21:20:40.440626 run create_hlr_db(pid=29138): Terminated: ok {rc=0}\u000a21:20:40.872605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Launched\u000a21:20:41.197280 run osmo-hlr_10.42.42.2(pid=29141): Launched\u000a21:20:41.318443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:20:41.886461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Launched\u000a21:20:42.211189 run osmo-stp_10.42.42.5(pid=29144): Launched\u000a21:20:42.329675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:20:42.896649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29146): Launched\u000a21:20:43.013616 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:20:43.296657 run patchelf(pid=29147): Launched\u000a21:20:43.487297 run osmo-stp_10.42.42.5(pid=29144): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]\u000a21:20:43.627203 run osmo-stp_10.42.42.5(pid=29144): stdout: \u000a| (launched: 2022-12-12_21:20:42.052403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:20:43.767379 run osmo-stp_10.42.42.5(pid=29144): stderr: \u000a| �[0;m�[38;5;43m20221212212042241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212042241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212042241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212042242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212042242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212042242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212042242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:20:43.903023 run osmo-stp_10.42.42.5(pid=29144): stdout: \u000a| (launched: 2022-12-12_21:20:42.052403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:20:44.037213 run osmo-stp_10.42.42.5(pid=29144): stderr: \u000a| �[0;m�[38;5;43m20221212212042241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212042241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212042241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212042242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212042242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212042242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212042242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:20:44.193401 run patchelf(pid=29147): Terminating (SIGINT)\u000a21:20:44.376635 run patchelf(pid=29147): Terminated: ok {rc=0}\u000a21:20:44.409855 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)] [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a21:20:44.419336 tst ping.py:22: Test FAILED (6.7 sec)\u000a21:20:44.484342 run osmo-hlr_10.42.42.2(pid=29141): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29141)]\u000a21:20:44.537101 run osmo-hlr_10.42.42.2(pid=29141): stdout: \u000a| (launched: 2022-12-12_21:20:41.039170) \u000a21:20:44.591807 run osmo-hlr_10.42.42.2(pid=29141): stderr: \u000a| �[0;m�[1;31m20221212212041234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212041234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212041234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212041234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212041234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212041234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212041250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212041260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212041260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212041260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:20:44.637040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Terminating (SIGTERM)\u000a21:20:44.680103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Terminating (SIGTERM)\u000a21:20:44.723275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29146): Terminating (SIGTERM)\u000a21:20:44.733560 --- ParallelTerminationStrategy: PID 29140 died...\u000a21:20:44.791831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Terminated: ok {rc=0}\u000a21:20:44.802321 --- ParallelTerminationStrategy: PID 29143 died...\u000a21:20:44.860031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Terminated: ok {rc=0}\u000a21:20:44.870349 --- ParallelTerminationStrategy: PID 29146 died...\u000a21:20:44.927957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29146): Terminated: ok {rc=0}\u000a21:20:45.016691 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29154): Process ended prematurely: osmo-stp_10.42.42.5(pid=29154) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29154)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29154): Process ended prematurely: osmo-stp_10.42.42.5(pid=29154) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a21:20:46.074353 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:46.090551 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:20:46.298930 tst ping_idle_ping.py: using LAC 31577\u000a21:20:46.430730 tst ping_idle_ping.py: using RAC 212\u000a21:20:46.593536 tst ping_idle_ping.py: using CellId 31577\u000a21:20:46.723989 tst ping_idle_ping.py: using BVCI 31578\u000a21:20:46.749367 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:46.760868 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:46.772301 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:46.783707 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:46.795144 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:46.807435 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:46.819778 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:20:46.831424 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:20:47.170532 tst ping_idle_ping.py:24: start network...\u000a21:20:47.312644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:20:47.800040 run create_hlr_db(pid=29148): Launched\u000a21:20:47.975543 bus /gobi_6: Setting Powered False\u000a21:20:48.997606 run create_hlr_db(pid=29148): Terminated: ok {rc=0}\u000a21:20:49.431939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29150): Launched\u000a21:20:49.758090 run osmo-hlr_10.42.42.2(pid=29151): Launched\u000a21:20:49.879939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:20:50.450017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29153): Launched\u000a21:20:50.779511 run osmo-stp_10.42.42.5(pid=29154): Launched\u000a21:20:50.898462 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:20:51.472374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29156): Launched\u000a21:20:51.589867 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:20:51.874958 run patchelf(pid=29157): Launched\u000a21:20:52.067639 run osmo-stp_10.42.42.5(pid=29154): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29154)]\u000a21:20:52.208199 run osmo-stp_10.42.42.5(pid=29154): stdout: \u000a| (launched: 2022-12-12_21:20:50.618356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:20:52.349208 run osmo-stp_10.42.42.5(pid=29154): stderr: \u000a| �[0;m�[38;5;43m20221212212050807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212050807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212050808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212050808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212050809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212050809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212050809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:20:52.485504 run osmo-stp_10.42.42.5(pid=29154): stdout: \u000a| (launched: 2022-12-12_21:20:50.618356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:20:52.620268 run osmo-stp_10.42.42.5(pid=29154): stderr: \u000a| �[0;m�[38;5;43m20221212212050807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212050807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212050808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212050808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212050809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212050809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212050809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:20:52.777625 run patchelf(pid=29157): Terminating (SIGINT)\u000a21:20:52.962614 run patchelf(pid=29157): Terminated: ok {rc=0}\u000a21:20:52.996620 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29154): Process ended prematurely: osmo-stp_10.42.42.5(pid=29154) [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29154)] [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a21:20:53.006277 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a21:20:53.071517 run osmo-hlr_10.42.42.2(pid=29151): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29151)]\u000a21:20:53.124710 run osmo-hlr_10.42.42.2(pid=29151): stdout: \u000a| (launched: 2022-12-12_21:20:49.599026) \u000a21:20:53.178720 run osmo-hlr_10.42.42.2(pid=29151): stderr: \u000a| �[0;m�[1;31m20221212212049794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212049794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212049794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212049794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212049794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212049794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212049807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212049817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212049817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212049817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:20:53.224514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29150): Terminating (SIGTERM)\u000a21:20:53.267930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29153): Terminating (SIGTERM)\u000a21:20:53.311034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29156): Terminating (SIGTERM)\u000a21:20:53.321510 --- ParallelTerminationStrategy: PID 29150 died...\u000a21:20:53.379627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29150): Terminated: ok {rc=0}\u000a21:20:53.390090 --- ParallelTerminationStrategy: PID 29153 died...\u000a21:20:53.447630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29153): Terminated: ok {rc=0}\u000a21:20:53.458244 --- ParallelTerminationStrategy: PID 29156 died...\u000a21:20:53.516401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29156): Terminated: ok {rc=0}\u000a21:20:53.604776 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:19:54" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29172): Process ended prematurely: osmo-stp_10.42.42.5(pid=29172) [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29172)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29172): Process ended prematurely: osmo-stp_10.42.42.5(pid=29172) [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:20:55.786595 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:20:55.798688 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:20:55.946998 tst cs_paging_gprs_active.py: using LAC 31578\u000a21:20:56.072018 tst cs_paging_gprs_active.py: using RAC 213\u000a21:20:56.196690 tst cs_paging_gprs_active.py: using CellId 31578\u000a21:20:56.320258 tst cs_paging_gprs_active.py: using BVCI 31579\u000a21:20:56.344383 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:20:56.355651 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:20:56.366722 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:20:56.377765 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:20:56.388699 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:20:56.399658 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:20:56.410751 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:20:56.421771 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:20:56.433031 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:20:56.554532 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:20:56.857513 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:20:56.997789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:20:57.340125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29162): Launched\u000a21:20:57.626808 run iperf3-srv_10.42.42.10(pid=29163): Launched\u000a21:20:57.831410 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:20:57.971157 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:20:58.316808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29164): Launched\u000a21:20:58.602983 run iperf3-srv_10.42.42.10(pid=29165): Launched\u000a21:20:58.807491 tst cs_paging_gprs_active.py:38: start network...\u000a21:20:58.947453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:20:59.472718 run create_hlr_db(pid=29166): Launched\u000a21:20:59.665627 bus /gobi_6: Setting Powered False\u000a21:21:00.687431 run create_hlr_db(pid=29166): Terminated: ok {rc=0}\u000a21:21:01.157242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29168): Launched\u000a21:21:01.566548 run osmo-hlr_10.42.42.2(pid=29169): Launched\u000a21:21:01.849919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:21:02.478809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29171): Launched\u000a21:21:02.809678 run osmo-stp_10.42.42.5(pid=29172): Launched\u000a21:21:02.931107 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:21:03.508004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29174): Launched\u000a21:21:03.627247 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:21:03.916290 run patchelf(pid=29175): Launched\u000a21:21:04.110877 run osmo-stp_10.42.42.5(pid=29172): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29172)]\u000a21:21:04.252572 run osmo-stp_10.42.42.5(pid=29172): stdout: \u000a| (launched: 2022-12-12_21:21:02.647696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:04.394694 run osmo-stp_10.42.42.5(pid=29172): stderr: \u000a| �[0;m�[38;5;43m20221212212102837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212102837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212102837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212102837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212102838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212102838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212102838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:04.532029 run osmo-stp_10.42.42.5(pid=29172): stdout: \u000a| (launched: 2022-12-12_21:21:02.647696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:04.668085 run osmo-stp_10.42.42.5(pid=29172): stderr: \u000a| �[0;m�[38;5;43m20221212212102837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212102837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212102837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212102837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212102838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212102838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212102838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:04.826721 run patchelf(pid=29175): Terminating (SIGINT)\u000a21:21:05.013751 run patchelf(pid=29175): Terminated: ok {rc=0}\u000a21:21:05.048115 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29172): Process ended prematurely: osmo-stp_10.42.42.5(pid=29172) [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29172)] [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a21:21:05.058389 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a21:21:05.123347 run osmo-hlr_10.42.42.2(pid=29169): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29169)]\u000a21:21:05.176238 run osmo-hlr_10.42.42.2(pid=29169): stdout: \u000a| (launched: 2022-12-12_21:21:01.331854) \u000a21:21:05.230045 run osmo-hlr_10.42.42.2(pid=29169): stderr: \u000a| �[0;m�[1;31m20221212212101636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212101636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212101636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212101636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212101636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212101636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212101655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212101668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212101668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212101668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:21:05.275454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29162): Terminating (SIGTERM)\u000a21:21:05.318810 run iperf3-srv_10.42.42.10(pid=29163): Terminating (SIGTERM)\u000a21:21:05.361763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29164): Terminating (SIGTERM)\u000a21:21:05.404721 run iperf3-srv_10.42.42.10(pid=29165): Terminating (SIGTERM)\u000a21:21:05.448044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29168): Terminating (SIGTERM)\u000a21:21:05.490863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29171): Terminating (SIGTERM)\u000a21:21:05.534193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29174): Terminating (SIGTERM)\u000a21:21:05.544127 --- ParallelTerminationStrategy: PID 29162 died...\u000a21:21:05.601748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29162): Terminated: ok {rc=0}\u000a21:21:05.611974 --- ParallelTerminationStrategy: PID 29163 died...\u000a21:21:05.668681 run iperf3-srv_10.42.42.10(pid=29163): Terminated {rc=256}\u000a21:21:05.679094 --- ParallelTerminationStrategy: PID 29164 died...\u000a21:21:05.735914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29164): Terminated: ok {rc=0}\u000a21:21:05.746344 --- ParallelTerminationStrategy: PID 29165 died...\u000a21:21:05.803003 run iperf3-srv_10.42.42.10(pid=29165): Terminated {rc=256}\u000a21:21:05.813490 --- ParallelTerminationStrategy: PID 29168 died...\u000a21:21:05.870286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29168): Terminated: ok {rc=0}\u000a21:21:05.880732 --- ParallelTerminationStrategy: PID 29171 died...\u000a21:21:05.938166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29171): Terminated: ok {rc=0}\u000a21:21:05.948409 --- ParallelTerminationStrategy: PID 29174 died...\u000a21:21:06.005839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29174): Terminated: ok {rc=0}\u000a21:21:06.095552 bus /gobi_0: Setting Powered False\u000a21:21:07.199274 bus /gobi_0: Setting Powered False\u000a21:21:08.312933 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29184): Process ended prematurely: osmo-stp_10.42.42.5(pid=29184) [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29184)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29184): Process ended prematurely: osmo-stp_10.42.42.5(pid=29184) [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a21:21:09.425896 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:09.437642 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:21:09.583130 tst iperf3.py: using LAC 31579\u000a21:21:09.710651 tst iperf3.py: using RAC 214\u000a21:21:09.832701 tst iperf3.py: using CellId 31579\u000a21:21:09.952765 tst iperf3.py: using BVCI 31580\u000a21:21:09.976602 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:09.987940 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:09.999144 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:10.010368 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:10.021648 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:10.032759 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:10.044065 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:10.055171 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:10.066566 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:21:10.368374 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:21:10.507633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:21:10.851879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29176): Launched\u000a21:21:11.139214 run iperf3-srv_10.42.42.10(pid=29177): Launched\u000a21:21:11.343383 tst iperf3.py:8: start network...\u000a21:21:11.482550 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:21:12.004800 run create_hlr_db(pid=29178): Launched\u000a21:21:12.196661 bus /gobi_6: Setting Powered False\u000a21:21:13.218547 run create_hlr_db(pid=29178): Terminated: ok {rc=0}\u000a21:21:13.632866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29180): Launched\u000a21:21:13.940887 run osmo-hlr_10.42.42.2(pid=29181): Launched\u000a21:21:14.055432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:21:14.590858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29183): Launched\u000a21:21:14.900148 run osmo-stp_10.42.42.5(pid=29184): Launched\u000a21:21:15.013339 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:21:15.550375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29186): Launched\u000a21:21:15.660775 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:21:15.976215 run patchelf(pid=29187): Launched\u000a21:21:16.187007 run osmo-stp_10.42.42.5(pid=29184): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29184)]\u000a21:21:16.334938 run osmo-stp_10.42.42.5(pid=29184): stdout: \u000a| (launched: 2022-12-12_21:21:14.748000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:16.481816 run osmo-stp_10.42.42.5(pid=29184): stderr: \u000a| �[0;m�[38;5;43m20221212212114914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212114915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212114915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212114915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212114916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212114916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212114916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:16.624762 run osmo-stp_10.42.42.5(pid=29184): stdout: \u000a| (launched: 2022-12-12_21:21:14.748000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:16.767133 run osmo-stp_10.42.42.5(pid=29184): stderr: \u000a| �[0;m�[38;5;43m20221212212114914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212114915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212114915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212114915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212114916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212114916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212114916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:16.931938 run patchelf(pid=29187): Terminating (SIGINT)\u000a21:21:17.126092 run patchelf(pid=29187): Terminated: ok {rc=0}\u000a21:21:17.160529 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29184): Process ended prematurely: osmo-stp_10.42.42.5(pid=29184) [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29184)] [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a21:21:17.171238 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a21:21:17.238397 run osmo-hlr_10.42.42.2(pid=29181): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29181)]\u000a21:21:17.294126 run osmo-hlr_10.42.42.2(pid=29181): stdout: \u000a| (launched: 2022-12-12_21:21:13.790511) \u000a21:21:17.348794 run osmo-hlr_10.42.42.2(pid=29181): stderr: \u000a| �[0;m�[1;31m20221212212113965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212113965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212113965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212113965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212113965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212113965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212113978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212113988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212113989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212113989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:21:17.394650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29176): Terminating (SIGTERM)\u000a21:21:17.438005 run iperf3-srv_10.42.42.10(pid=29177): Terminating (SIGTERM)\u000a21:21:17.481944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29180): Terminating (SIGTERM)\u000a21:21:17.525372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29183): Terminating (SIGTERM)\u000a21:21:17.568751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29186): Terminating (SIGTERM)\u000a21:21:17.579015 --- ParallelTerminationStrategy: PID 29176 died...\u000a21:21:17.637132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29176): Terminated: ok {rc=0}\u000a21:21:17.647404 --- ParallelTerminationStrategy: PID 29177 died...\u000a21:21:17.705218 run iperf3-srv_10.42.42.10(pid=29177): Terminated {rc=256}\u000a21:21:17.715468 --- ParallelTerminationStrategy: PID 29180 died...\u000a21:21:17.773177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29180): Terminated: ok {rc=0}\u000a21:21:17.783729 --- ParallelTerminationStrategy: PID 29183 died...\u000a21:21:17.841628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29183): Terminated: ok {rc=0}\u000a21:21:17.851943 --- ParallelTerminationStrategy: PID 29186 died...\u000a21:21:17.910243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29186): Terminated: ok {rc=0}\u000a21:21:17.998113 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29202): Process ended prematurely: osmo-stp_10.42.42.5(pid=29202) [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29202)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29202): Process ended prematurely: osmo-stp_10.42.42.5(pid=29202) [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a21:21:19.116934 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:19.129550 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:21:19.282290 tst iperf3m4.py: using LAC 31580\u000a21:21:19.413274 tst iperf3m4.py: using RAC 215\u000a21:21:19.545802 tst iperf3m4.py: using CellId 31580\u000a21:21:19.676166 tst iperf3m4.py: using BVCI 31581\u000a21:21:19.701860 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:19.713717 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:19.725364 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:19.737098 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:19.749912 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:19.762242 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:19.774727 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:19.788330 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:19.800343 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:21:19.924604 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:21:20.049181 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:21:20.170605 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:21:20.472259 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:21:20.613104 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:21:20.956107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29188): Launched\u000a21:21:21.242863 run iperf3-srv_10.42.42.10(pid=29189): Launched\u000a21:21:21.447596 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:21:21.587228 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:21:21.930848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29190): Launched\u000a21:21:22.216649 run iperf3-srv_10.42.42.10(pid=29191): Launched\u000a21:21:22.421146 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:21:22.560019 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:21:22.902720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29192): Launched\u000a21:21:23.187565 run iperf3-srv_10.42.42.10(pid=29193): Launched\u000a21:21:23.391695 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:21:23.530855 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:21:23.874687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29194): Launched\u000a21:21:24.160880 run iperf3-srv_10.42.42.10(pid=29195): Launched\u000a21:21:24.364548 tst iperf3m4.py:8: start network...\u000a21:21:24.504354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:21:25.026276 run create_hlr_db(pid=29196): Launched\u000a21:21:25.218474 bus /gobi_6: Setting Powered False\u000a21:21:26.240539 run create_hlr_db(pid=29196): Terminated: ok {rc=0}\u000a21:21:26.655630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29198): Launched\u000a21:21:26.965601 run osmo-hlr_10.42.42.2(pid=29199): Launched\u000a21:21:27.079862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:21:27.616132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29201): Launched\u000a21:21:27.927667 run osmo-stp_10.42.42.5(pid=29202): Launched\u000a21:21:28.054438 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:21:28.593349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29204): Launched\u000a21:21:28.704224 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:21:28.973672 run patchelf(pid=29205): Launched\u000a21:21:29.154364 run osmo-stp_10.42.42.5(pid=29202): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29202)]\u000a21:21:29.286206 run osmo-stp_10.42.42.5(pid=29202): stdout: \u000a| (launched: 2022-12-12_21:21:27.774605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:29.418561 run osmo-stp_10.42.42.5(pid=29202): stderr: \u000a| �[0;m�[38;5;43m20221212212127945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212127945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212127945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212127946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212127946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212127946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212127946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:29.546134 run osmo-stp_10.42.42.5(pid=29202): stdout: \u000a| (launched: 2022-12-12_21:21:27.774605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:29.672565 run osmo-stp_10.42.42.5(pid=29202): stderr: \u000a| �[0;m�[38;5;43m20221212212127945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212127945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212127945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212127946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212127946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212127946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212127946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:29.820223 run patchelf(pid=29205): Terminating (SIGINT)\u000a21:21:29.994489 run patchelf(pid=29205): Terminated: ok {rc=0}\u000a21:21:30.026590 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29202): Process ended prematurely: osmo-stp_10.42.42.5(pid=29202) [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29202)] [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a21:21:30.036016 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a21:21:30.097892 run osmo-hlr_10.42.42.2(pid=29199): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29199)]\u000a21:21:30.147847 run osmo-hlr_10.42.42.2(pid=29199): stdout: \u000a| (launched: 2022-12-12_21:21:26.813949) \u000a21:21:30.198652 run osmo-hlr_10.42.42.2(pid=29199): stderr: \u000a| �[0;m�[1;31m20221212212126988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212126988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212126988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212126988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212126988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212126988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212127000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212127009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212127009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212127009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:21:30.241696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29188): Terminating (SIGTERM)\u000a21:21:30.282189 run iperf3-srv_10.42.42.10(pid=29189): Terminating (SIGTERM)\u000a21:21:30.322618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29190): Terminating (SIGTERM)\u000a21:21:30.362987 run iperf3-srv_10.42.42.10(pid=29191): Terminating (SIGTERM)\u000a21:21:30.403355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29192): Terminating (SIGTERM)\u000a21:21:30.444033 run iperf3-srv_10.42.42.10(pid=29193): Terminating (SIGTERM)\u000a21:21:30.484604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29194): Terminating (SIGTERM)\u000a21:21:30.524804 run iperf3-srv_10.42.42.10(pid=29195): Terminating (SIGTERM)\u000a21:21:30.565805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29198): Terminating (SIGTERM)\u000a21:21:30.605983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29201): Terminating (SIGTERM)\u000a21:21:30.646308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29204): Terminating (SIGTERM)\u000a21:21:30.655595 --- ParallelTerminationStrategy: PID 29188 died...\u000a21:21:30.709854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29188): Terminated: ok {rc=0}\u000a21:21:30.719511 --- ParallelTerminationStrategy: PID 29189 died...\u000a21:21:30.772980 run iperf3-srv_10.42.42.10(pid=29189): Terminated {rc=256}\u000a21:21:30.782574 --- ParallelTerminationStrategy: PID 29190 died...\u000a21:21:30.850067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29190): Terminated: ok {rc=0}\u000a21:21:30.860636 --- ParallelTerminationStrategy: PID 29191 died...\u000a21:21:30.929958 run iperf3-srv_10.42.42.10(pid=29191): Terminated {rc=256}\u000a21:21:30.940168 --- ParallelTerminationStrategy: PID 29192 died...\u000a21:21:30.995226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29192): Terminated: ok {rc=0}\u000a21:21:31.005636 --- ParallelTerminationStrategy: PID 29193 died...\u000a21:21:31.067404 run iperf3-srv_10.42.42.10(pid=29193): Terminated {rc=256}\u000a21:21:31.080203 --- ParallelTerminationStrategy: PID 29194 died...\u000a21:21:31.146162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29194): Terminated: ok {rc=0}\u000a21:21:31.158524 --- ParallelTerminationStrategy: PID 29195 died...\u000a21:21:31.225995 run iperf3-srv_10.42.42.10(pid=29195): Terminated {rc=256}\u000a21:21:31.238531 --- ParallelTerminationStrategy: PID 29198 died...\u000a21:21:31.305479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29198): Terminated: ok {rc=0}\u000a21:21:31.318516 --- ParallelTerminationStrategy: PID 29201 died...\u000a21:21:31.385674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29201): Terminated: ok {rc=0}\u000a21:21:31.398679 --- ParallelTerminationStrategy: PID 29204 died...\u000a21:21:31.465225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29204): Terminated: ok {rc=0}\u000a21:21:31.569761 bus /gobi_4: Setting Powered False\u000a21:21:32.674401 bus /gobi_4: Setting Powered False\u000a21:21:33.788207 bus /gobi_1: Setting Powered False\u000a21:21:34.892436 bus /gobi_1: Setting Powered False\u000a21:21:36.004272 bus /gobi_0: Setting Powered False\u000a21:21:37.108098 bus /gobi_0: Setting Powered False\u000a21:21:38.222674 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29212): Process ended prematurely: osmo-stp_10.42.42.5(pid=29212) [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29212)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29212): Process ended prematurely: osmo-stp_10.42.42.5(pid=29212) [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a21:21:39.291429 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:39.303268 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:21:39.443893 tst ping.py: using LAC 31581\u000a21:21:39.568732 tst ping.py: using RAC 216\u000a21:21:39.686408 tst ping.py: using CellId 31581\u000a21:21:39.804634 tst ping.py: using BVCI 31582\u000a21:21:39.828067 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:39.839443 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:39.850569 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:39.861738 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:39.872840 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:39.883939 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:39.895130 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:39.906259 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:21:40.201869 tst ping.py:19: start network...\u000a21:21:40.338960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:21:40.852032 run create_hlr_db(pid=29206): Launched\u000a21:21:41.042234 bus /gobi_6: Setting Powered False\u000a21:21:42.062622 run create_hlr_db(pid=29206): Terminated: ok {rc=0}\u000a21:21:42.470398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29208): Launched\u000a21:21:42.774263 run osmo-hlr_10.42.42.2(pid=29209): Launched\u000a21:21:42.886619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:21:43.415541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29211): Launched\u000a21:21:43.719068 run osmo-stp_10.42.42.5(pid=29212): Launched\u000a21:21:43.830010 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:21:44.362156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29214): Launched\u000a21:21:44.470324 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:21:44.735523 run patchelf(pid=29215): Launched\u000a21:21:44.913645 run osmo-stp_10.42.42.5(pid=29212): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29212)]\u000a21:21:45.044040 run osmo-stp_10.42.42.5(pid=29212): stdout: \u000a| (launched: 2022-12-12_21:21:43.570257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:45.174274 run osmo-stp_10.42.42.5(pid=29212): stderr: \u000a| �[0;m�[38;5;43m20221212212143737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212143737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212143737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212143737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212143738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212143738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212143738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:45.300405 run osmo-stp_10.42.42.5(pid=29212): stdout: \u000a| (launched: 2022-12-12_21:21:43.570257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:45.425164 run osmo-stp_10.42.42.5(pid=29212): stderr: \u000a| �[0;m�[38;5;43m20221212212143737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212143737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212143737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212143737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212143738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212143738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212143738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:45.570263 run patchelf(pid=29215): Terminating (SIGINT)\u000a21:21:45.740802 run patchelf(pid=29215): Terminated: ok {rc=0}\u000a21:21:45.771987 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29212): Process ended prematurely: osmo-stp_10.42.42.5(pid=29212) [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29212)] [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a21:21:45.780759 tst ping.py:22: Test FAILED (6.5 sec)\u000a21:21:45.849734 run osmo-hlr_10.42.42.2(pid=29209): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29209)]\u000a21:21:45.915777 run osmo-hlr_10.42.42.2(pid=29209): stdout: \u000a| (launched: 2022-12-12_21:21:42.625497) \u000a21:21:45.968031 run osmo-hlr_10.42.42.2(pid=29209): stderr: \u000a| �[0;m�[1;31m20221212212142798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212142798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212142798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212142798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212142798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212142798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212142811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212142821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212142821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212142821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:21:46.012652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29208): Terminating (SIGTERM)\u000a21:21:46.056558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29211): Terminating (SIGTERM)\u000a21:21:46.100237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29214): Terminating (SIGTERM)\u000a21:21:46.110737 --- ParallelTerminationStrategy: PID 29208 died...\u000a21:21:46.168186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29208): Terminated: ok {rc=0}\u000a21:21:46.178453 --- ParallelTerminationStrategy: PID 29211 died...\u000a21:21:46.233958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29211): Terminated: ok {rc=0}\u000a21:21:46.244239 --- ParallelTerminationStrategy: PID 29214 died...\u000a21:21:46.299780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29214): Terminated: ok {rc=0}\u000a21:21:46.385834 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29222): Process ended prematurely: osmo-stp_10.42.42.5(pid=29222) [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29222)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29222): Process ended prematurely: osmo-stp_10.42.42.5(pid=29222) [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a21:21:47.437970 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:47.450582 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:21:47.602904 tst ping_idle_ping.py: using LAC 31582\u000a21:21:47.731647 tst ping_idle_ping.py: using RAC 217\u000a21:21:47.860604 tst ping_idle_ping.py: using CellId 31582\u000a21:21:47.990912 tst ping_idle_ping.py: using BVCI 31583\u000a21:21:48.016406 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:48.028653 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:48.040660 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:48.053038 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:48.065562 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:48.077436 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:48.089610 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:21:48.102072 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:21:48.385675 tst ping_idle_ping.py:24: start network...\u000a21:21:48.513460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:21:49.005691 run create_hlr_db(pid=29216): Launched\u000a21:21:49.182256 bus /gobi_6: Setting Powered False\u000a21:21:50.203285 run create_hlr_db(pid=29216): Terminated: ok {rc=0}\u000a21:21:50.638413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29218): Launched\u000a21:21:50.965797 run osmo-hlr_10.42.42.2(pid=29219): Launched\u000a21:21:51.086848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:21:51.660283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29221): Launched\u000a21:21:51.987795 run osmo-stp_10.42.42.5(pid=29222): Launched\u000a21:21:52.107398 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:21:52.679483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29224): Launched\u000a21:21:52.797141 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:21:53.082855 run patchelf(pid=29225): Launched\u000a21:21:53.275348 run osmo-stp_10.42.42.5(pid=29222): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29222)]\u000a21:21:53.416059 run osmo-stp_10.42.42.5(pid=29222): stdout: \u000a| (launched: 2022-12-12_21:21:51.827255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:53.557501 run osmo-stp_10.42.42.5(pid=29222): stderr: \u000a| �[0;m�[38;5;43m20221212212152016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212152016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212152017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212152017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212152018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212152018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212152018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:53.693621 run osmo-stp_10.42.42.5(pid=29222): stdout: \u000a| (launched: 2022-12-12_21:21:51.827255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:21:53.829166 run osmo-stp_10.42.42.5(pid=29222): stderr: \u000a| �[0;m�[38;5;43m20221212212152016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212152016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212152017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212152017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212152018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212152018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212152018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:21:53.986020 run patchelf(pid=29225): Terminating (SIGINT)\u000a21:21:54.170921 run patchelf(pid=29225): Terminated: ok {rc=0}\u000a21:21:54.204208 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29222): Process ended prematurely: osmo-stp_10.42.42.5(pid=29222) [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29222)] [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a21:21:54.213846 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a21:21:54.280079 run osmo-hlr_10.42.42.2(pid=29219): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29219)]\u000a21:21:54.333637 run osmo-hlr_10.42.42.2(pid=29219): stdout: \u000a| (launched: 2022-12-12_21:21:50.805415) \u000a21:21:54.387609 run osmo-hlr_10.42.42.2(pid=29219): stderr: \u000a| �[0;m�[1;31m20221212212150999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212150999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212151000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212151000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212151000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212151000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212151012 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212151021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212151021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212151021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:21:54.432907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29218): Terminating (SIGTERM)\u000a21:21:54.476264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29221): Terminating (SIGTERM)\u000a21:21:54.519786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29224): Terminating (SIGTERM)\u000a21:21:54.529939 --- ParallelTerminationStrategy: PID 29218 died...\u000a21:21:54.587680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29218): Terminated: ok {rc=0}\u000a21:21:54.598469 --- ParallelTerminationStrategy: PID 29221 died...\u000a21:21:54.655926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29221): Terminated: ok {rc=0}\u000a21:21:54.666591 --- ParallelTerminationStrategy: PID 29224 died...\u000a21:21:54.724817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29224): Terminated: ok {rc=0}\u000a21:21:54.814212 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:20:55" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29235): Process ended prematurely: osmo-stp_10.42.42.5(pid=29235) [trial-2382↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29235)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29235): Process ended prematurely: osmo-stp_10.42.42.5(pid=29235) [trial-2382↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:21:56.864693 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:21:56.876583 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:21:57.043445 tst switch_tch_pdch.py: using LAC 31583\u000a21:21:57.172740 tst switch_tch_pdch.py: using RAC 218\u000a21:21:57.300109 tst switch_tch_pdch.py: using CellId 31583\u000a21:21:57.429187 tst switch_tch_pdch.py: using BVCI 31584\u000a21:21:57.454184 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:21:57.466013 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:21:57.477649 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:21:57.489927 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:21:57.501965 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:21:57.513924 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:21:57.526285 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:21:57.538590 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:21:57.657249 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:21:57.953011 tst switch_tch_pdch.py:51: start network...\u000a21:21:58.090264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:21:58.604209 run create_hlr_db(pid=29229): Launched\u000a21:21:58.793631 bus /gobi_6: Setting Powered False\u000a21:21:59.814701 run create_hlr_db(pid=29229): Terminated: ok {rc=0}\u000a21:22:00.248111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29231): Launched\u000a21:22:00.575890 run osmo-hlr_10.42.42.2(pid=29232): Launched\u000a21:22:00.695576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:22:01.288674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29234): Launched\u000a21:22:01.687482 run osmo-stp_10.42.42.5(pid=29235): Launched\u000a21:22:01.827266 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:22:02.461479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29237): Launched\u000a21:22:02.569777 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:22:02.835646 run patchelf(pid=29238): Launched\u000a21:22:03.014502 run osmo-stp_10.42.42.5(pid=29235): ERR: Terminated: ERROR {rc=1} [trial-2382↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29235)]\u000a21:22:03.145427 run osmo-stp_10.42.42.5(pid=29235): stdout: \u000a| (launched: 2022-12-12_21:22:01.449678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:03.276775 run osmo-stp_10.42.42.5(pid=29235): stderr: \u000a| �[0;m�[38;5;43m20221212212201783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212201783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212201783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212201784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212201784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212201784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212201784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:03.402910 run osmo-stp_10.42.42.5(pid=29235): stdout: \u000a| (launched: 2022-12-12_21:22:01.449678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:03.527984 run osmo-stp_10.42.42.5(pid=29235): stderr: \u000a| �[0;m�[38;5;43m20221212212201783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212201783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212201783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212201784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212201784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212201784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212201784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:03.674373 run patchelf(pid=29238): Terminating (SIGINT)\u000a21:22:03.847244 run patchelf(pid=29238): Terminated: ok {rc=0}\u000a21:22:03.878493 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29235): Process ended prematurely: osmo-stp_10.42.42.5(pid=29235) [trial-2382↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29235)] [trial-2382↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:22:03.887306 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a21:22:03.948125 run osmo-hlr_10.42.42.2(pid=29232): ERR: Terminated: ERROR {rc=237} [trial-2382↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29232)]\u000a21:22:03.998214 run osmo-hlr_10.42.42.2(pid=29232): stdout: \u000a| (launched: 2022-12-12_21:22:00.414883) \u000a21:22:04.049294 run osmo-hlr_10.42.42.2(pid=29232): stderr: \u000a| �[0;m�[1;31m20221212212200608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212200608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212200608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212200608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212200608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212200608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212200620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212200629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212200629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212200629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:22:04.092571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29231): Terminating (SIGTERM)\u000a21:22:04.133639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29234): Terminating (SIGTERM)\u000a21:22:04.174437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29237): Terminating (SIGTERM)\u000a21:22:04.183817 --- ParallelTerminationStrategy: PID 29231 died...\u000a21:22:04.238755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29231): Terminated: ok {rc=0}\u000a21:22:04.248516 --- ParallelTerminationStrategy: PID 29234 died...\u000a21:22:04.302825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29234): Terminated: ok {rc=0}\u000a21:22:04.312618 --- ParallelTerminationStrategy: PID 29237 died...\u000a21:22:04.366888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29237): Terminated: ok {rc=0}\u000a21:22:04.457412 bus /gobi_0: Setting Powered False\u000a21:22:05.565974 bus /gobi_0: Setting Powered False\u000a21:22:06.678637 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:21:56" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29248): Process ended prematurely: osmo-stp_10.42.42.5(pid=29248) [trial-2382↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29248)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29248): Process ended prematurely: osmo-stp_10.42.42.5(pid=29248) [trial-2382↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a21:22:08.650314 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:22:08.661531 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a21:22:08.815541 tst switch_tch_pdch.py: using LAC 31584\u000a21:22:08.933989 tst switch_tch_pdch.py: using RAC 219\u000a21:22:09.051450 tst switch_tch_pdch.py: using CellId 31584\u000a21:22:09.180438 tst switch_tch_pdch.py: using BVCI 31585\u000a21:22:09.205458 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:22:09.217280 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:22:09.228765 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:22:09.240875 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:22:09.253029 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:22:09.265187 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:22:09.277346 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:22:09.288907 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:22:09.407918 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:22:09.683426 tst switch_tch_pdch.py:51: start network...\u000a21:22:09.809471 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:22:10.268354 run create_hlr_db(pid=29242): Launched\u000a21:22:10.391647 bus /gobi_6: Setting Powered False\u000a21:22:11.465450 run create_hlr_db(pid=29242): Terminated: ok {rc=0}\u000a21:22:11.869444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29244): Launched\u000a21:22:12.196324 run osmo-hlr_10.42.42.2(pid=29245): Launched\u000a21:22:12.317304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:22:12.855729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29247): Launched\u000a21:22:13.182296 run osmo-stp_10.42.42.5(pid=29248): Launched\u000a21:22:13.300485 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:22:13.841465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29250): Launched\u000a21:22:13.958273 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:22:14.242510 run patchelf(pid=29251): Launched\u000a21:22:14.434612 run osmo-stp_10.42.42.5(pid=29248): ERR: Terminated: ERROR {rc=1} [trial-2382↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29248)]\u000a21:22:14.575295 run osmo-stp_10.42.42.5(pid=29248): stdout: \u000a| (launched: 2022-12-12_21:22:13.021799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:14.716417 run osmo-stp_10.42.42.5(pid=29248): stderr: \u000a| �[0;m�[38;5;43m20221212212213210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212213210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212213211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212213211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212213212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212213212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212213212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:14.852711 run osmo-stp_10.42.42.5(pid=29248): stdout: \u000a| (launched: 2022-12-12_21:22:13.021799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:14.987857 run osmo-stp_10.42.42.5(pid=29248): stderr: \u000a| �[0;m�[38;5;43m20221212212213210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212213210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212213211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212213211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212213212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212213212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212213212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:15.145728 run patchelf(pid=29251): Terminating (SIGINT)\u000a21:22:15.330533 run patchelf(pid=29251): Terminated: ok {rc=0}\u000a21:22:15.364010 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29248): Process ended prematurely: osmo-stp_10.42.42.5(pid=29248) [trial-2382↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29248)] [trial-2382↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a21:22:15.373553 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a21:22:15.438609 run osmo-hlr_10.42.42.2(pid=29245): ERR: Terminated: ERROR {rc=237} [trial-2382↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29245)]\u000a21:22:15.491909 run osmo-hlr_10.42.42.2(pid=29245): stdout: \u000a| (launched: 2022-12-12_21:22:12.035767) \u000a21:22:15.546043 run osmo-hlr_10.42.42.2(pid=29245): stderr: \u000a| �[0;m�[1;31m20221212212212230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212212230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212212230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212212230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212212230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212212230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212212242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212212251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212212252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212212252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:22:15.591633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29244): Terminating (SIGTERM)\u000a21:22:15.635041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29247): Terminating (SIGTERM)\u000a21:22:15.678478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29250): Terminating (SIGTERM)\u000a21:22:15.688642 --- ParallelTerminationStrategy: PID 29244 died...\u000a21:22:15.746581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29244): Terminated: ok {rc=0}\u000a21:22:15.756927 --- ParallelTerminationStrategy: PID 29247 died...\u000a21:22:15.814161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29247): Terminated: ok {rc=0}\u000a21:22:15.824764 --- ParallelTerminationStrategy: PID 29250 died...\u000a21:22:15.902013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29250): Terminated: ok {rc=0}\u000a21:22:16.000638 bus /gobi_0: Setting Powered False\u000a21:22:17.124297 bus /gobi_0: Setting Powered False\u000a21:22:18.236411 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:22:08" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29256): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29256) [trial-2382↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29256)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29256): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29256) [trial-2382↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a21:22:20.140261 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a21:22:20.151458 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a21:22:20.294966 tst mo_mt_sms.py: using LAC 31585\u000a21:22:20.420022 tst mo_mt_sms.py: using RAC 220\u000a21:22:20.547699 tst mo_mt_sms.py: using CellId 31585\u000a21:22:20.672691 tst mo_mt_sms.py: using BVCI 31586\u000a21:22:20.697536 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a21:22:20.819387 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a21:22:21.117255 tst mo_mt_sms.py:9: start nitb and bts...\u000a21:22:21.253620 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:22:21.924293 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29255): Launched\u000a21:22:22.247263 run osmo-nitb_10.42.42.2(pid=29256): Launched\u000a21:22:22.448093 run osmo-nitb_10.42.42.2(pid=29256): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29256)]\u000a21:22:22.595978 run osmo-nitb_10.42.42.2(pid=29256): stdout: \u000a| (launched: 2022-12-12_21:22:22.090807) \u000a21:22:22.744605 run osmo-nitb_10.42.42.2(pid=29256): stderr: \u000a| (launched: 2022-12-12_21:22:22.139359)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:22:22.888878 run osmo-nitb_10.42.42.2(pid=29256): stdout: \u000a| (launched: 2022-12-12_21:22:22.090807) \u000a21:22:23.031757 run osmo-nitb_10.42.42.2(pid=29256): stderr: \u000a| (launched: 2022-12-12_21:22:22.139359)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:22:23.379152 tst osmo-nitb_10.42.42.2(pid=29256): stdout: \u000a| (launched: 2022-12-12_21:22:22.090807) \u000a21:22:23.509131 tst osmo-nitb_10.42.42.2(pid=29256): stderr: \u000a| (launched: 2022-12-12_21:22:22.139359)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:22:23.565961 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=29256): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29256) [trial-2382↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29256)] [trial-2382↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a21:22:23.574863 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a21:22:23.612321 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29255): Terminating (SIGTERM)\u000a21:22:23.790555 --- ParallelTerminationStrategy: PID 29255 died...\u000a21:22:23.850119 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29255): Terminated: ok {rc=0}\u000a21:22:23.938518 bus /sierra_3: Setting Powered False\u000a21:22:25.047791 bus /sierra_3: Setting Powered False\u000a21:22:26.163776 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:22:19" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29266): Process ended prematurely: osmo-stp_10.42.42.5(pid=29266) [trial-2382↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29266)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29266): Process ended prematurely: osmo-stp_10.42.42.5(pid=29266) [trial-2382↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a21:22:28.051462 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:28.062056 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a21:22:28.195587 tst mo_mt_sms.py: using LAC 31586\u000a21:22:28.316403 tst mo_mt_sms.py: using RAC 221\u000a21:22:28.443827 tst mo_mt_sms.py: using CellId 31586\u000a21:22:28.576348 tst mo_mt_sms.py: using BVCI 31587\u000a21:22:28.601441 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:28.612667 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:28.623852 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:28.635522 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:28.647318 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:28.658960 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a21:22:28.782462 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a21:22:28.988705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:22:29.476487 run create_hlr_db(pid=29260): Launched\u000a21:22:29.651930 bus /sierra_2: Setting Powered False\u000a21:22:30.673206 run create_hlr_db(pid=29260): Terminated: ok {rc=0}\u000a21:22:31.163965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29262): Launched\u000a21:22:31.620627 run osmo-hlr_10.42.42.2(pid=29263): Launched\u000a21:22:31.796394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:22:32.412002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29265): Launched\u000a21:22:32.716624 run osmo-stp_10.42.42.5(pid=29266): Launched\u000a21:22:32.826490 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:22:33.382876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29268): Launched\u000a21:22:33.687214 run osmo-msc_10.42.42.6(pid=29269): Launched\u000a21:22:33.865923 run osmo-stp_10.42.42.5(pid=29266): ERR: Terminated: ERROR {rc=1} [trial-2382↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29266)]\u000a21:22:33.995785 run osmo-stp_10.42.42.5(pid=29266): stdout: \u000a| (launched: 2022-12-12_21:22:32.566699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:34.123360 run osmo-stp_10.42.42.5(pid=29266): stderr: \u000a| �[0;m�[38;5;43m20221212212232733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212232733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212232733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212232733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212232734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212232734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212232734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:34.245751 run osmo-stp_10.42.42.5(pid=29266): stdout: \u000a| (launched: 2022-12-12_21:22:32.566699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:34.367164 run osmo-stp_10.42.42.5(pid=29266): stderr: \u000a| �[0;m�[38;5;43m20221212212232733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212232733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212232733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212232733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212232734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212232734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212232734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:34.420935 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29266): Process ended prematurely: osmo-stp_10.42.42.5(pid=29266) [trial-2382↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29266)] [trial-2382↪sms:trx-lms↪mo_mt_sms.py:16]\u000a21:22:34.429197 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a21:22:34.489827 run osmo-hlr_10.42.42.2(pid=29263): ERR: Terminated: ERROR {rc=237} [trial-2382↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29263)]\u000a21:22:34.540166 run osmo-hlr_10.42.42.2(pid=29263): stdout: \u000a| (launched: 2022-12-12_21:22:31.381789) \u000a21:22:34.591118 run osmo-hlr_10.42.42.2(pid=29263): stderr: \u000a| �[0;m�[1;31m20221212212231717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212231717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212231717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212231717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212231717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212231717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212231730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212231746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212231746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212231746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:22:34.660187 run osmo-msc_10.42.42.6(pid=29269): ERR: Terminated: ERROR {rc=2} [trial-2382↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29269)]\u000a21:22:34.710487 run osmo-msc_10.42.42.6(pid=29269): stdout: \u000a| (launched: 2022-12-12_21:22:33.537720) \u000a21:22:34.761481 run osmo-msc_10.42.42.6(pid=29269): stderr: \u000a| �[0;m�[38;5;43m20221212212233807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212233807 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd4114e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212233807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212233807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212233807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212233807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212233809 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212233809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212233810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212233810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:22:34.804328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29262): Terminating (SIGTERM)\u000a21:22:34.845062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29265): Terminating (SIGTERM)\u000a21:22:34.885689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29268): Terminating (SIGTERM)\u000a21:22:34.895009 --- ParallelTerminationStrategy: PID 29262 died...\u000a21:22:34.949704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29262): Terminated: ok {rc=0}\u000a21:22:34.959821 --- ParallelTerminationStrategy: PID 29265 died...\u000a21:22:35.014205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29265): Terminated: ok {rc=0}\u000a21:22:35.023949 --- ParallelTerminationStrategy: PID 29268 died...\u000a21:22:35.078040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29268): Terminated: ok {rc=0}\u000a21:22:35.168551 bus /sierra_3: Setting Powered False\u000a21:22:36.273400 bus /sierra_3: Setting Powered False\u000a21:22:37.386839 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:22:27" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29275): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29275) [trial-2382↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29275)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29275): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29275) [trial-2382↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a21:22:39.223352 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a21:22:39.234238 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a21:22:39.370442 tst assert_extension.py: using LAC 31587\u000a21:22:39.492062 tst assert_extension.py: using RAC 222\u000a21:22:39.611834 tst assert_extension.py: using CellId 31587\u000a21:22:39.733731 tst assert_extension.py: using BVCI 31588\u000a21:22:39.756707 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a21:22:40.053874 tst assert_extension.py:10: start nitb and bts...\u000a21:22:40.190747 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:22:40.864598 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29274): Launched\u000a21:22:41.189400 run osmo-nitb_10.42.42.2(pid=29275): Launched\u000a21:22:41.389537 run osmo-nitb_10.42.42.2(pid=29275): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29275)]\u000a21:22:41.537002 run osmo-nitb_10.42.42.2(pid=29275): stdout: \u000a| (launched: 2022-12-12_21:22:41.031193) \u000a21:22:41.684746 run osmo-nitb_10.42.42.2(pid=29275): stderr: \u000a| (launched: 2022-12-12_21:22:41.080410)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:22:41.828108 run osmo-nitb_10.42.42.2(pid=29275): stdout: \u000a| (launched: 2022-12-12_21:22:41.031193) \u000a21:22:41.969851 run osmo-nitb_10.42.42.2(pid=29275): stderr: \u000a| (launched: 2022-12-12_21:22:41.080410)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:22:42.320902 tst osmo-nitb_10.42.42.2(pid=29275): stdout: \u000a| (launched: 2022-12-12_21:22:41.031193) \u000a21:22:42.451746 tst osmo-nitb_10.42.42.2(pid=29275): stderr: \u000a| (launched: 2022-12-12_21:22:41.080410)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:22:42.509196 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29275): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29275) [trial-2382↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29275)] [trial-2382↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a21:22:42.518349 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a21:22:42.556096 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29274): Terminating (SIGTERM)\u000a21:22:42.734057 --- ParallelTerminationStrategy: PID 29274 died...\u000a21:22:42.793101 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29274): Terminated: ok {rc=0}\u000a21:22:42.881865 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:22:39" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29286): Process ended prematurely: osmo-stp_10.42.42.5(pid=29286) [trial-2382↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29286)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29286): Process ended prematurely: osmo-stp_10.42.42.5(pid=29286) [trial-2382↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a21:22:44.728575 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:44.739125 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a21:22:44.873318 tst assert_extension.py: using LAC 31588\u000a21:22:44.991748 tst assert_extension.py: using RAC 223\u000a21:22:45.110499 tst assert_extension.py: using CellId 31588\u000a21:22:45.227749 tst assert_extension.py: using BVCI 31589\u000a21:22:45.250817 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:45.261384 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:45.271799 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:45.282193 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:45.292680 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:22:45.303059 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a21:22:45.514144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:22:46.085782 run create_hlr_db(pid=29280): Launched\u000a21:22:46.265555 bus /sierra_2: Setting Powered False\u000a21:22:47.283123 run create_hlr_db(pid=29280): Terminated: ok {rc=0}\u000a21:22:47.688507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29282): Launched\u000a21:22:47.991186 run osmo-hlr_10.42.42.2(pid=29283): Launched\u000a21:22:48.109266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:22:48.641235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29285): Launched\u000a21:22:48.944073 run osmo-stp_10.42.42.5(pid=29286): Launched\u000a21:22:49.055256 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:22:49.610887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29288): Launched\u000a21:22:49.916781 run osmo-msc_10.42.42.6(pid=29289): Launched\u000a21:22:50.095484 run osmo-stp_10.42.42.5(pid=29286): ERR: Terminated: ERROR {rc=1} [trial-2382↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29286)]\u000a21:22:50.225236 run osmo-stp_10.42.42.5(pid=29286): stdout: \u000a| (launched: 2022-12-12_21:22:48.795744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:50.353260 run osmo-stp_10.42.42.5(pid=29286): stderr: \u000a| �[0;m�[38;5;43m20221212212248964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212248964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212248965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212248965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212248966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212248966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212248966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:50.475643 run osmo-stp_10.42.42.5(pid=29286): stdout: \u000a| (launched: 2022-12-12_21:22:48.795744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:50.596760 run osmo-stp_10.42.42.5(pid=29286): stderr: \u000a| �[0;m�[38;5;43m20221212212248964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212248964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212248965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212248965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212248966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212248966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212248966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:50.649747 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29286): Process ended prematurely: osmo-stp_10.42.42.5(pid=29286) [trial-2382↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29286)] [trial-2382↪ussd:trx-lms↪assert_extension.py:17]\u000a21:22:50.657878 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a21:22:50.718569 run osmo-hlr_10.42.42.2(pid=29283): ERR: Terminated: ERROR {rc=237} [trial-2382↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29283)]\u000a21:22:50.768839 run osmo-hlr_10.42.42.2(pid=29283): stdout: \u000a| (launched: 2022-12-12_21:22:47.843453) \u000a21:22:50.819803 run osmo-hlr_10.42.42.2(pid=29283): stderr: \u000a| �[0;m�[1;31m20221212212248015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212248015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212248015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212248015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212248015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212248015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212248026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212248035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212248035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212248035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:22:50.888890 run osmo-msc_10.42.42.6(pid=29289): ERR: Terminated: ERROR {rc=2} [trial-2382↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29289)]\u000a21:22:50.938972 run osmo-msc_10.42.42.6(pid=29289): stdout: \u000a| (launched: 2022-12-12_21:22:49.765623) \u000a21:22:50.989806 run osmo-msc_10.42.42.6(pid=29289): stderr: \u000a| �[0;m�[38;5;43m20221212212250034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212250034 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6f1267c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212250034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212250034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212250034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212250035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212250036 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212250037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212250037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212250037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:22:51.032686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29282): Terminating (SIGTERM)\u000a21:22:51.073281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29285): Terminating (SIGTERM)\u000a21:22:51.114381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29288): Terminating (SIGTERM)\u000a21:22:51.123770 --- ParallelTerminationStrategy: PID 29282 died...\u000a21:22:51.178347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29282): Terminated: ok {rc=0}\u000a21:22:51.188051 --- ParallelTerminationStrategy: PID 29285 died...\u000a21:22:51.242204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29285): Terminated: ok {rc=0}\u000a21:22:51.251921 --- ParallelTerminationStrategy: PID 29288 died...\u000a21:22:51.306221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29288): Terminated: ok {rc=0}\u000a21:22:51.397959 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:22:44" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29301): Process ended prematurely: osmo-stp_10.42.42.5(pid=29301) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29301)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29301): Process ended prematurely: osmo-stp_10.42.42.5(pid=29301) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:22:53.351800 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:22:53.362989 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:22:53.521272 tst mo_mt_call.py: using LAC 31589\u000a21:22:53.642146 tst mo_mt_call.py: using RAC 224\u000a21:22:53.763212 tst mo_mt_call.py: using CellId 31589\u000a21:22:53.886514 tst mo_mt_call.py: using BVCI 31590\u000a21:22:53.910090 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:22:53.921287 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:22:53.932221 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:22:53.943251 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:22:53.954330 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:22:53.965350 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:22:54.088826 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:22:54.300587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:22:54.795002 run create_hlr_db(pid=29295): Launched\u000a21:22:54.972905 bus /sierra_2: Setting Powered False\u000a21:22:55.995171 run create_hlr_db(pid=29295): Terminated: ok {rc=0}\u000a21:22:56.404795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29297): Launched\u000a21:22:56.712492 run osmo-hlr_10.42.42.2(pid=29298): Launched\u000a21:22:56.830226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:22:57.365038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29300): Launched\u000a21:22:57.673644 run osmo-stp_10.42.42.5(pid=29301): Launched\u000a21:22:57.785547 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:22:58.347920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29303): Launched\u000a21:22:58.656796 run osmo-msc_10.42.42.6(pid=29304): Launched\u000a21:22:58.836443 run osmo-stp_10.42.42.5(pid=29301): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29301)]\u000a21:22:58.966811 run osmo-stp_10.42.42.5(pid=29301): stdout: \u000a| (launched: 2022-12-12_21:22:57.522805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:59.095669 run osmo-stp_10.42.42.5(pid=29301): stderr: \u000a| �[0;m�[38;5;43m20221212212257689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212257689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212257689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212257690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212257690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212257690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212257690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:59.221055 run osmo-stp_10.42.42.5(pid=29301): stdout: \u000a| (launched: 2022-12-12_21:22:57.522805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:22:59.344378 run osmo-stp_10.42.42.5(pid=29301): stderr: \u000a| �[0;m�[38;5;43m20221212212257689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212257689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212257689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212257690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212257690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212257690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212257690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:22:59.398881 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29301): Process ended prematurely: osmo-stp_10.42.42.5(pid=29301) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29301)] [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:22:59.407766 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a21:22:59.468420 run osmo-hlr_10.42.42.2(pid=29298): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29298)]\u000a21:22:59.518736 run osmo-hlr_10.42.42.2(pid=29298): stdout: \u000a| (launched: 2022-12-12_21:22:56.562154) \u000a21:22:59.570032 run osmo-hlr_10.42.42.2(pid=29298): stderr: \u000a| �[0;m�[1;31m20221212212256737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212256738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212256738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212256738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212256738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212256738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212256750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212256761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212256761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212256761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:22:59.639180 run osmo-msc_10.42.42.6(pid=29304): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29304)]\u000a21:22:59.689735 run osmo-msc_10.42.42.6(pid=29304): stdout: \u000a| (launched: 2022-12-12_21:22:58.504797) \u000a21:22:59.740679 run osmo-msc_10.42.42.6(pid=29304): stderr: \u000a| �[0;m�[38;5;43m20221212212258775 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212258775 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d53f68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212258775 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212258775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212258775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212258775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212258777 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212258778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212258778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212258778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:22:59.783678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29297): Terminating (SIGTERM)\u000a21:22:59.824229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29300): Terminating (SIGTERM)\u000a21:22:59.864806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29303): Terminating (SIGTERM)\u000a21:22:59.874272 --- ParallelTerminationStrategy: PID 29297 died...\u000a21:22:59.929347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29297): Terminated: ok {rc=0}\u000a21:22:59.939082 --- ParallelTerminationStrategy: PID 29300 died...\u000a21:22:59.993369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29300): Terminated: ok {rc=0}\u000a21:23:00.003184 --- ParallelTerminationStrategy: PID 29303 died...\u000a21:23:00.058881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29303): Terminated: ok {rc=0}\u000a21:23:00.144775 bus /sierra_3: Setting Powered False\u000a21:23:01.261665 bus /sierra_3: Setting Powered False\u000a21:23:02.368846 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29312): Process ended prematurely: osmo-stp_10.42.42.5(pid=29312) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29312)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29312): Process ended prematurely: osmo-stp_10.42.42.5(pid=29312) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:23:03.479637 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:23:03.491286 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:23:03.649591 tst mo_mt_call_osmux.py: using LAC 31590\u000a21:23:03.770757 tst mo_mt_call_osmux.py: using RAC 225\u000a21:23:03.893743 tst mo_mt_call_osmux.py: using CellId 31590\u000a21:23:04.016445 tst mo_mt_call_osmux.py: using BVCI 31591\u000a21:23:04.040103 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:23:04.051237 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:23:04.062142 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:23:04.073135 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:23:04.084128 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:23:04.095063 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:23:04.210596 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:23:04.418390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:23:04.912606 run create_hlr_db(pid=29306): Launched\u000a21:23:05.090471 bus /sierra_2: Setting Powered False\u000a21:23:06.113903 run create_hlr_db(pid=29306): Terminated: ok {rc=0}\u000a21:23:06.525253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29308): Launched\u000a21:23:06.835336 run osmo-hlr_10.42.42.2(pid=29309): Launched\u000a21:23:06.958703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:23:07.503922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29311): Launched\u000a21:23:07.815062 run osmo-stp_10.42.42.5(pid=29312): Launched\u000a21:23:07.927673 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:23:08.489883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29314): Launched\u000a21:23:08.799891 run osmo-msc_10.42.42.6(pid=29315): Launched\u000a21:23:08.981465 run osmo-stp_10.42.42.5(pid=29312): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29312)]\u000a21:23:09.112167 run osmo-stp_10.42.42.5(pid=29312): stdout: \u000a| (launched: 2022-12-12_21:23:07.661826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:09.241489 run osmo-stp_10.42.42.5(pid=29312): stderr: \u000a| �[0;m�[38;5;43m20221212212307831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212307831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212307831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212307832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212307832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212307832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212307832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:09.365728 run osmo-stp_10.42.42.5(pid=29312): stdout: \u000a| (launched: 2022-12-12_21:23:07.661826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:09.489120 run osmo-stp_10.42.42.5(pid=29312): stderr: \u000a| �[0;m�[38;5;43m20221212212307831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212307831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212307831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212307832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212307832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212307832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212307832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:09.543341 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29312): Process ended prematurely: osmo-stp_10.42.42.5(pid=29312) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29312)] [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:23:09.552066 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:23:09.612641 run osmo-hlr_10.42.42.2(pid=29309): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29309)]\u000a21:23:09.662707 run osmo-hlr_10.42.42.2(pid=29309): stdout: \u000a| (launched: 2022-12-12_21:23:06.683390) \u000a21:23:09.713558 run osmo-hlr_10.42.42.2(pid=29309): stderr: \u000a| �[0;m�[1;31m20221212212306858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212306858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212306858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212306858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212306858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212306858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212306870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212306879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212306879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212306879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:23:09.782331 run osmo-msc_10.42.42.6(pid=29315): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29315)]\u000a21:23:09.832533 run osmo-msc_10.42.42.6(pid=29315): stdout: \u000a| (launched: 2022-12-12_21:23:08.647369) \u000a21:23:09.883312 run osmo-msc_10.42.42.6(pid=29315): stderr: \u000a| �[0;m�[38;5;43m20221212212308918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212308918 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c1741dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212308919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212308919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212308919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212308919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212308921 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212308921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212308921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212308921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:23:09.926077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29308): Terminating (SIGTERM)\u000a21:23:09.966591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29311): Terminating (SIGTERM)\u000a21:23:10.006981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29314): Terminating (SIGTERM)\u000a21:23:10.016261 --- ParallelTerminationStrategy: PID 29308 died...\u000a21:23:10.070557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29308): Terminated: ok {rc=0}\u000a21:23:10.080183 --- ParallelTerminationStrategy: PID 29311 died...\u000a21:23:10.134060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29311): Terminated: ok {rc=0}\u000a21:23:10.143688 --- ParallelTerminationStrategy: PID 29314 died...\u000a21:23:10.197526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29314): Terminated: ok {rc=0}\u000a21:23:10.287106 bus /sierra_3: Setting Powered False\u000a21:23:11.390862 bus /sierra_3: Setting Powered False\u000a21:23:12.504176 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:22:53" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29326): Process ended prematurely: osmo-stp_10.42.42.5(pid=29326) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29326)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29326): Process ended prematurely: osmo-stp_10.42.42.5(pid=29326) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:23:14.497495 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:23:14.508533 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:23:14.668051 tst mo_mt_call.py: using LAC 31591\u000a21:23:14.791688 tst mo_mt_call.py: using RAC 226\u000a21:23:14.915548 tst mo_mt_call.py: using CellId 31591\u000a21:23:15.037558 tst mo_mt_call.py: using BVCI 31592\u000a21:23:15.061372 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:23:15.072414 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:23:15.083431 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:23:15.094360 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:23:15.105357 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:23:15.116316 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:23:15.231069 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:23:15.447036 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:23:16.014421 run create_hlr_db(pid=29320): Launched\u000a21:23:16.207402 bus /sierra_2: Setting Powered False\u000a21:23:17.250026 run create_hlr_db(pid=29320): Terminated: ok {rc=0}\u000a21:23:17.665173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29322): Launched\u000a21:23:17.974661 run osmo-hlr_10.42.42.2(pid=29323): Launched\u000a21:23:18.099015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:23:18.639232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29325): Launched\u000a21:23:18.947837 run osmo-stp_10.42.42.5(pid=29326): Launched\u000a21:23:19.060845 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:23:19.624360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29328): Launched\u000a21:23:19.936615 run osmo-msc_10.42.42.6(pid=29329): Launched\u000a21:23:20.117985 run osmo-stp_10.42.42.5(pid=29326): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29326)]\u000a21:23:20.248698 run osmo-stp_10.42.42.5(pid=29326): stdout: \u000a| (launched: 2022-12-12_21:23:18.796230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:20.377549 run osmo-stp_10.42.42.5(pid=29326): stderr: \u000a| �[0;m�[38;5;43m20221212212318965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212318966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212318966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212318966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212318967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212318967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212318967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:20.502431 run osmo-stp_10.42.42.5(pid=29326): stdout: \u000a| (launched: 2022-12-12_21:23:18.796230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:20.625570 run osmo-stp_10.42.42.5(pid=29326): stderr: \u000a| �[0;m�[38;5;43m20221212212318965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212318966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212318966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212318966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212318967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212318967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212318967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:20.679735 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29326): Process ended prematurely: osmo-stp_10.42.42.5(pid=29326) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29326)] [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:23:20.688476 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:23:20.749394 run osmo-hlr_10.42.42.2(pid=29323): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29323)]\u000a21:23:20.799561 run osmo-hlr_10.42.42.2(pid=29323): stdout: \u000a| (launched: 2022-12-12_21:23:17.823259) \u000a21:23:20.850344 run osmo-hlr_10.42.42.2(pid=29323): stderr: \u000a| �[0;m�[1;31m20221212212317996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212317996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212317996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212317997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212317997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212317997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212318009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212318017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212318017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212318017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:23:20.919071 run osmo-msc_10.42.42.6(pid=29329): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29329)]\u000a21:23:20.969120 run osmo-msc_10.42.42.6(pid=29329): stdout: \u000a| (launched: 2022-12-12_21:23:19.782022) \u000a21:23:21.019917 run osmo-msc_10.42.42.6(pid=29329): stderr: \u000a| �[0;m�[38;5;43m20221212212320050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212320050 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f26472c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212320050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212320050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212320050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212320051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212320052 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212320053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212320053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212320053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:23:21.062947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29322): Terminating (SIGTERM)\u000a21:23:21.103497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29325): Terminating (SIGTERM)\u000a21:23:21.144316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29328): Terminating (SIGTERM)\u000a21:23:21.153793 --- ParallelTerminationStrategy: PID 29322 died...\u000a21:23:21.208522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29322): Terminated: ok {rc=0}\u000a21:23:21.218280 --- ParallelTerminationStrategy: PID 29325 died...\u000a21:23:21.272554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29325): Terminated: ok {rc=0}\u000a21:23:21.282399 --- ParallelTerminationStrategy: PID 29328 died...\u000a21:23:21.337467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29328): Terminated: ok {rc=0}\u000a21:23:21.423765 bus /sierra_3: Setting Powered False\u000a21:23:22.534222 bus /sierra_3: Setting Powered False\u000a21:23:23.645487 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29337): Process ended prematurely: osmo-stp_10.42.42.5(pid=29337) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29337)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29337): Process ended prematurely: osmo-stp_10.42.42.5(pid=29337) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:23:24.763292 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:23:24.775629 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:23:24.943438 tst mo_mt_call_osmux.py: using LAC 31592\u000a21:23:25.075229 tst mo_mt_call_osmux.py: using RAC 227\u000a21:23:25.207683 tst mo_mt_call_osmux.py: using CellId 31592\u000a21:23:25.337442 tst mo_mt_call_osmux.py: using BVCI 31593\u000a21:23:25.362869 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:23:25.374776 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:23:25.386817 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:23:25.398778 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:23:25.410702 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:23:25.422520 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:23:25.544330 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:23:25.751399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:23:26.249708 run create_hlr_db(pid=29331): Launched\u000a21:23:26.442222 bus /sierra_2: Setting Powered False\u000a21:23:27.464072 run create_hlr_db(pid=29331): Terminated: ok {rc=0}\u000a21:23:27.905528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29333): Launched\u000a21:23:28.254608 run osmo-hlr_10.42.42.2(pid=29334): Launched\u000a21:23:28.370299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:23:28.907620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29336): Launched\u000a21:23:29.220104 run osmo-stp_10.42.42.5(pid=29337): Launched\u000a21:23:29.333413 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:23:29.899059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29339): Launched\u000a21:23:30.210617 run osmo-msc_10.42.42.6(pid=29340): Launched\u000a21:23:30.393662 run osmo-stp_10.42.42.5(pid=29337): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29337)]\u000a21:23:30.526256 run osmo-stp_10.42.42.5(pid=29337): stdout: \u000a| (launched: 2022-12-12_21:23:29.066178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:30.656244 run osmo-stp_10.42.42.5(pid=29337): stderr: \u000a| �[0;m�[38;5;43m20221212212329234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212329234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212329235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212329235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212329236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212329236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212329236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:30.782296 run osmo-stp_10.42.42.5(pid=29337): stdout: \u000a| (launched: 2022-12-12_21:23:29.066178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:30.923502 run osmo-stp_10.42.42.5(pid=29337): stderr: \u000a| �[0;m�[38;5;43m20221212212329234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212329234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212329235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212329235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212329236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212329236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212329236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:30.979552 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29337): Process ended prematurely: osmo-stp_10.42.42.5(pid=29337) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29337)] [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:23:30.988745 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:23:31.054980 run osmo-hlr_10.42.42.2(pid=29334): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29334)]\u000a21:23:31.109728 run osmo-hlr_10.42.42.2(pid=29334): stdout: \u000a| (launched: 2022-12-12_21:23:28.076110) \u000a21:23:31.162271 run osmo-hlr_10.42.42.2(pid=29334): stderr: \u000a| �[0;m�[1;31m20221212212328252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212328252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212328252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212328252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212328252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212328252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212328265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212328275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212328275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212328275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:23:31.233016 run osmo-msc_10.42.42.6(pid=29340): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29340)]\u000a21:23:31.284711 run osmo-msc_10.42.42.6(pid=29340): stdout: \u000a| (launched: 2022-12-12_21:23:30.056724) \u000a21:23:31.336867 run osmo-msc_10.42.42.6(pid=29340): stderr: \u000a| �[0;m�[38;5;43m20221212212330326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212330326 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88c7c9fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212330326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212330326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212330326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212330326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212330328 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212330329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212330329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212330329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:23:31.381036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29333): Terminating (SIGTERM)\u000a21:23:31.425963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29336): Terminating (SIGTERM)\u000a21:23:31.470442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29339): Terminating (SIGTERM)\u000a21:23:31.480349 --- ParallelTerminationStrategy: PID 29333 died...\u000a21:23:31.536677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29333): Terminated: ok {rc=0}\u000a21:23:31.547147 --- ParallelTerminationStrategy: PID 29336 died...\u000a21:23:31.603337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29336): Terminated: ok {rc=0}\u000a21:23:31.613719 --- ParallelTerminationStrategy: PID 29339 died...\u000a21:23:31.669712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29339): Terminated: ok {rc=0}\u000a21:23:31.758325 bus /sierra_3: Setting Powered False\u000a21:23:32.861647 bus /sierra_3: Setting Powered False\u000a21:23:33.977080 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:23:14" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29351): Process ended prematurely: osmo-stp_10.42.42.5(pid=29351) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29351)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29351): Process ended prematurely: osmo-stp_10.42.42.5(pid=29351) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:23:35.972256 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:23:35.983710 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:23:36.142740 tst mo_mt_call.py: using LAC 31593\u000a21:23:36.265368 tst mo_mt_call.py: using RAC 228\u000a21:23:36.396214 tst mo_mt_call.py: using CellId 31593\u000a21:23:36.527589 tst mo_mt_call.py: using BVCI 31594\u000a21:23:36.552779 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:23:36.564469 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:23:36.575805 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:23:36.587704 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:23:36.599580 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:23:36.611364 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:23:36.728999 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:23:36.937163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:23:37.436616 run create_hlr_db(pid=29345): Launched\u000a21:23:37.617213 bus /sierra_2: Setting Powered False\u000a21:23:38.639498 run create_hlr_db(pid=29345): Terminated: ok {rc=0}\u000a21:23:39.084531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29347): Launched\u000a21:23:39.421705 run osmo-hlr_10.42.42.2(pid=29348): Launched\u000a21:23:39.546964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:23:40.126292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29350): Launched\u000a21:23:40.458752 run osmo-stp_10.42.42.5(pid=29351): Launched\u000a21:23:40.580902 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:23:41.187274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29353): Launched\u000a21:23:41.521668 run osmo-msc_10.42.42.6(pid=29354): Launched\u000a21:23:41.717384 run osmo-stp_10.42.42.5(pid=29351): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29351)]\u000a21:23:41.857615 run osmo-stp_10.42.42.5(pid=29351): stdout: \u000a| (launched: 2022-12-12_21:23:40.296242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:41.997261 run osmo-stp_10.42.42.5(pid=29351): stderr: \u000a| �[0;m�[38;5;43m20221212212340485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212340485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212340485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212340486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212340486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212340486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212340487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:42.132333 run osmo-stp_10.42.42.5(pid=29351): stdout: \u000a| (launched: 2022-12-12_21:23:40.296242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:42.265869 run osmo-stp_10.42.42.5(pid=29351): stderr: \u000a| �[0;m�[38;5;43m20221212212340485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212340485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212340485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212340486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212340486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212340486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212340487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:42.324441 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29351): Process ended prematurely: osmo-stp_10.42.42.5(pid=29351) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29351)] [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:23:42.333859 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:23:42.399411 run osmo-hlr_10.42.42.2(pid=29348): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29348)]\u000a21:23:42.452168 run osmo-hlr_10.42.42.2(pid=29348): stdout: \u000a| (launched: 2022-12-12_21:23:39.256230) \u000a21:23:42.506229 run osmo-hlr_10.42.42.2(pid=29348): stderr: \u000a| �[0;m�[1;31m20221212212339454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212339454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212339454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212339454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212339454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212339454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212339466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212339475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212339475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212339475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:23:42.578856 run osmo-msc_10.42.42.6(pid=29354): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29354)]\u000a21:23:42.631762 run osmo-msc_10.42.42.6(pid=29354): stdout: \u000a| (launched: 2022-12-12_21:23:41.357291) \u000a21:23:42.685625 run osmo-msc_10.42.42.6(pid=29354): stderr: \u000a| �[0;m�[38;5;43m20221212212341679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212341679 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff86f3f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212341679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212341679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212341680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212341680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212341682 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212341682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212341682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212341682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:23:42.730860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29347): Terminating (SIGTERM)\u000a21:23:42.774130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29350): Terminating (SIGTERM)\u000a21:23:42.817248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29353): Terminating (SIGTERM)\u000a21:23:42.827056 --- ParallelTerminationStrategy: PID 29347 died...\u000a21:23:42.884871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29347): Terminated: ok {rc=0}\u000a21:23:42.895231 --- ParallelTerminationStrategy: PID 29350 died...\u000a21:23:42.952872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29350): Terminated: ok {rc=0}\u000a21:23:42.963237 --- ParallelTerminationStrategy: PID 29353 died...\u000a21:23:43.021286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29353): Terminated: ok {rc=0}\u000a21:23:43.111756 bus /sierra_3: Setting Powered False\u000a21:23:44.222298 bus /sierra_3: Setting Powered False\u000a21:23:45.333998 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29634): Process ended prematurely: osmo-stp_10.42.42.5(pid=29634) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29634)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29634): Process ended prematurely: osmo-stp_10.42.42.5(pid=29634) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:23:46.495532 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:23:46.512645 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:23:46.715431 tst mo_mt_call_osmux.py: using LAC 31594\u000a21:23:46.858063 tst mo_mt_call_osmux.py: using RAC 229\u000a21:23:47.008761 tst mo_mt_call_osmux.py: using CellId 31594\u000a21:23:47.151114 tst mo_mt_call_osmux.py: using BVCI 31595\u000a21:23:47.182266 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:23:47.194565 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:23:47.210785 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:23:47.227135 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:23:47.243301 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:23:47.255122 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:23:47.393969 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:23:47.650994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:23:48.344512 run create_hlr_db(pid=29438): Launched\u000a21:23:48.561420 bus /sierra_2: Setting Powered False\u000a21:23:49.565618 run create_hlr_db(pid=29438): Terminated: ok {rc=0}\u000a21:23:50.053887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29628): Launched\u000a21:23:50.497524 run osmo-hlr_10.42.42.2(pid=29629): Launched\u000a21:23:50.743188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:23:51.334769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29632): Launched\u000a21:23:51.756688 run osmo-stp_10.42.42.5(pid=29634): Launched\u000a21:23:51.979268 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:23:52.607370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29636): Launched\u000a21:23:53.046299 run osmo-msc_10.42.42.6(pid=29637): Launched\u000a21:23:53.446285 run osmo-stp_10.42.42.5(pid=29634): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29634)]\u000a21:23:53.643997 run osmo-stp_10.42.42.5(pid=29634): stdout: \u000a| (launched: 2022-12-12_21:23:51.495360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:53.787334 run osmo-stp_10.42.42.5(pid=29634): stderr: \u000a| �[0;m�[38;5;43m20221212212351784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212351784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212351785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212351785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212351786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212351786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212351786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:53.924543 run osmo-stp_10.42.42.5(pid=29634): stdout: \u000a| (launched: 2022-12-12_21:23:51.495360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:23:54.062670 run osmo-stp_10.42.42.5(pid=29634): stderr: \u000a| �[0;m�[38;5;43m20221212212351784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212351784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212351785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212351785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212351786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212351786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212351786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:23:54.123327 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29634): Process ended prematurely: osmo-stp_10.42.42.5(pid=29634) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29634)] [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:23:54.133983 tst mo_mt_call_osmux.py:8: Test FAILED (7.7 sec)\u000a21:23:54.205005 run osmo-hlr_10.42.42.2(pid=29629): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29629)]\u000a21:23:54.261391 run osmo-hlr_10.42.42.2(pid=29629): stdout: \u000a| (launched: 2022-12-12_21:23:50.229182) \u000a21:23:54.318152 run osmo-hlr_10.42.42.2(pid=29629): stderr: \u000a| �[0;m�[1;31m20221212212350533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212350533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212350533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212350534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212350534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212350534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212350551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212350564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212350564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212350564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:23:54.395624 run osmo-msc_10.42.42.6(pid=29637): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29637)]\u000a21:23:54.451646 run osmo-msc_10.42.42.6(pid=29637): stdout: \u000a| (launched: 2022-12-12_21:23:52.781423) \u000a21:23:54.508528 run osmo-msc_10.42.42.6(pid=29637): stderr: \u000a| �[0;m�[38;5;43m20221212212353272 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212353272 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbcd6f57c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212353272 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212353272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212353272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212353289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212353291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212353291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212353291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212353291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:23:54.557735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29628): Terminating (SIGTERM)\u000a21:23:54.605708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29632): Terminating (SIGTERM)\u000a21:23:54.652423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29636): Terminating (SIGTERM)\u000a21:23:54.664774 --- ParallelTerminationStrategy: PID 29628 died...\u000a21:23:54.728045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29628): Terminated: ok {rc=0}\u000a21:23:54.740383 --- ParallelTerminationStrategy: PID 29632 died...\u000a21:23:54.802177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29632): Terminated: ok {rc=0}\u000a21:23:54.813697 --- ParallelTerminationStrategy: PID 29636 died...\u000a21:23:54.874963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29636): Terminated: ok {rc=0}\u000a21:23:54.964409 bus /sierra_3: Setting Powered False\u000a21:23:56.073795 bus /sierra_3: Setting Powered False\u000a21:23:57.191072 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:23:35" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29648): Process ended prematurely: osmo-stp_10.42.42.5(pid=29648) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29648)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29648): Process ended prematurely: osmo-stp_10.42.42.5(pid=29648) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:23:59.235412 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:23:59.248234 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:23:59.424290 tst mo_mt_call.py: using LAC 31595\u000a21:23:59.557150 tst mo_mt_call.py: using RAC 230\u000a21:23:59.690284 tst mo_mt_call.py: using CellId 31595\u000a21:23:59.823047 tst mo_mt_call.py: using BVCI 31596\u000a21:23:59.849974 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:23:59.863159 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:23:59.877011 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:23:59.891126 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:23:59.904897 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:23:59.917544 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:24:00.047331 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:24:00.273806 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:00.868740 run create_hlr_db(pid=29642): Launched\u000a21:24:01.079500 bus /sierra_2: Setting Powered False\u000a21:24:02.189053 run create_hlr_db(pid=29642): Terminated: ok {rc=0}\u000a21:24:02.701203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29644): Launched\u000a21:24:03.140727 run osmo-hlr_10.42.42.2(pid=29645): Launched\u000a21:24:03.297561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:03.950051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29647): Launched\u000a21:24:04.388507 run osmo-stp_10.42.42.5(pid=29648): Launched\u000a21:24:04.618757 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:05.252619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29650): Launched\u000a21:24:05.682424 run osmo-msc_10.42.42.6(pid=29651): Launched\u000a21:24:06.066421 run osmo-stp_10.42.42.5(pid=29648): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29648)]\u000a21:24:06.346194 run osmo-stp_10.42.42.5(pid=29648): stdout: \u000a| (launched: 2022-12-12_21:24:04.124157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:06.533289 run osmo-stp_10.42.42.5(pid=29648): stderr: \u000a| �[0;m�[38;5;43m20221212212404413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212404413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212404414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212404414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212404414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212404415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212404415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:06.666564 run osmo-stp_10.42.42.5(pid=29648): stdout: \u000a| (launched: 2022-12-12_21:24:04.124157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:06.795206 run osmo-stp_10.42.42.5(pid=29648): stderr: \u000a| �[0;m�[38;5;43m20221212212404413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212404413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212404414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212404414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212404414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212404415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212404415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:06.851951 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29648): Process ended prematurely: osmo-stp_10.42.42.5(pid=29648) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29648)] [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a21:24:06.862050 tst mo_mt_call.py:8: Test FAILED (7.7 sec)\u000a21:24:06.926532 run osmo-hlr_10.42.42.2(pid=29645): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29645)]\u000a21:24:06.979731 run osmo-hlr_10.42.42.2(pid=29645): stdout: \u000a| (launched: 2022-12-12_21:24:02.870040) \u000a21:24:07.033087 run osmo-hlr_10.42.42.2(pid=29645): stderr: \u000a| �[0;m�[1;31m20221212212403141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212403141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212403141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212403141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212403141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212403141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212403156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212403164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212403164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212403164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:07.105657 run osmo-msc_10.42.42.6(pid=29651): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29651)]\u000a21:24:07.158841 run osmo-msc_10.42.42.6(pid=29651): stdout: \u000a| (launched: 2022-12-12_21:24:05.428441) \u000a21:24:07.212361 run osmo-msc_10.42.42.6(pid=29651): stderr: \u000a| �[0;m�[38;5;43m20221212212406014 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212406014 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f351af1ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212406014 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212406014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212406014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212406015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212406016 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212406021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212406021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212406021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:07.257387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29644): Terminating (SIGTERM)\u000a21:24:07.302377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29647): Terminating (SIGTERM)\u000a21:24:07.346110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29650): Terminating (SIGTERM)\u000a21:24:07.358207 --- ParallelTerminationStrategy: PID 29644 died...\u000a21:24:07.417403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29644): Terminated: ok {rc=0}\u000a21:24:07.428232 --- ParallelTerminationStrategy: PID 29647 died...\u000a21:24:07.485337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29647): Terminated: ok {rc=0}\u000a21:24:07.496253 --- ParallelTerminationStrategy: PID 29650 died...\u000a21:24:07.553355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29650): Terminated: ok {rc=0}\u000a21:24:07.643476 bus /sierra_3: Setting Powered False\u000a21:24:08.752522 bus /sierra_3: Setting Powered False\u000a21:24:09.872368 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29660): Process ended prematurely: osmo-stp_10.42.42.5(pid=29660) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29660)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29660): Process ended prematurely: osmo-stp_10.42.42.5(pid=29660) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29660)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:24:10.989860 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:24:11.002508 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:24:11.173863 tst mo_mt_call_osmux.py: using LAC 31596\u000a21:24:11.306113 tst mo_mt_call_osmux.py: using RAC 231\u000a21:24:11.444705 tst mo_mt_call_osmux.py: using CellId 31596\u000a21:24:11.573743 tst mo_mt_call_osmux.py: using BVCI 31597\u000a21:24:11.599370 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:24:11.611164 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:24:11.622937 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:24:11.634821 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:24:11.646797 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:24:11.658563 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:24:11.778426 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:24:11.988732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:12.487526 run create_hlr_db(pid=29654): Launched\u000a21:24:12.667241 bus /sierra_2: Setting Powered False\u000a21:24:13.688612 run create_hlr_db(pid=29654): Terminated: ok {rc=0}\u000a21:24:14.103195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29656): Launched\u000a21:24:14.415833 run osmo-hlr_10.42.42.2(pid=29657): Launched\u000a21:24:14.534832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:15.075934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29659): Launched\u000a21:24:15.388410 run osmo-stp_10.42.42.5(pid=29660): Launched\u000a21:24:15.502725 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:16.124130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29662): Launched\u000a21:24:16.638694 run osmo-msc_10.42.42.6(pid=29663): Launched\u000a21:24:16.855531 run osmo-stp_10.42.42.5(pid=29660): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29660)]\u000a21:24:17.091470 run osmo-stp_10.42.42.5(pid=29660): stdout: \u000a| (launched: 2022-12-12_21:24:15.235098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:17.261488 run osmo-stp_10.42.42.5(pid=29660): stderr: \u000a| �[0;m�[38;5;43m20221212212415408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212415408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212415408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212415409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212415409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212415409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212415409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:17.404712 run osmo-stp_10.42.42.5(pid=29660): stdout: \u000a| (launched: 2022-12-12_21:24:15.235098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:17.538292 run osmo-stp_10.42.42.5(pid=29660): stderr: \u000a| �[0;m�[38;5;43m20221212212415408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212415408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212415408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212415409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212415409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212415409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212415409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:17.593366 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29660): Process ended prematurely: osmo-stp_10.42.42.5(pid=29660) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29660)] [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a21:24:17.602333 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a21:24:17.665079 run osmo-hlr_10.42.42.2(pid=29657): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29657)]\u000a21:24:17.716486 run osmo-hlr_10.42.42.2(pid=29657): stdout: \u000a| (launched: 2022-12-12_21:24:14.262973) \u000a21:24:17.768661 run osmo-hlr_10.42.42.2(pid=29657): stderr: \u000a| �[0;m�[1;31m20221212212414442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212414442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212414442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212414442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212414442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212414442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212414454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212414465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212414465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212414465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:17.840198 run osmo-msc_10.42.42.6(pid=29663): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29663)]\u000a21:24:17.891763 run osmo-msc_10.42.42.6(pid=29663): stdout: \u000a| (launched: 2022-12-12_21:24:16.302777) \u000a21:24:17.943835 run osmo-msc_10.42.42.6(pid=29663): stderr: \u000a| �[0;m�[38;5;43m20221212212416750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212416750 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e632a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212416750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212416751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212416751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212416751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212416753 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212416754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212416754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212416754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:17.987698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29656): Terminating (SIGTERM)\u000a21:24:18.029297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29659): Terminating (SIGTERM)\u000a21:24:18.070860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29662): Terminating (SIGTERM)\u000a21:24:18.080423 --- ParallelTerminationStrategy: PID 29656 died...\u000a21:24:18.136621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29656): Terminated: ok {rc=0}\u000a21:24:18.146682 --- ParallelTerminationStrategy: PID 29659 died...\u000a21:24:18.202294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29659): Terminated: ok {rc=0}\u000a21:24:18.212239 --- ParallelTerminationStrategy: PID 29662 died...\u000a21:24:18.267924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29662): Terminated: ok {rc=0}\u000a21:24:18.359030 bus /sierra_3: Setting Powered False\u000a21:24:19.466726 bus /sierra_3: Setting Powered False\u000a21:24:20.577022 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:23:58" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29674): Process ended prematurely: osmo-stp_10.42.42.5(pid=29674) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29674)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29674): Process ended prematurely: osmo-stp_10.42.42.5(pid=29674) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:24:22.595928 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:24:22.607608 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:24:22.776498 tst mo_mt_call.py: using LAC 31597\u000a21:24:22.912756 tst mo_mt_call.py: using RAC 232\u000a21:24:23.043777 tst mo_mt_call.py: using CellId 31597\u000a21:24:23.173996 tst mo_mt_call.py: using BVCI 31598\u000a21:24:23.199586 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:24:23.211215 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:24:23.222622 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:24:23.234378 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:24:23.246243 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:24:23.257920 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:24:23.377363 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:24:23.586825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:24.085460 run create_hlr_db(pid=29668): Launched\u000a21:24:24.265395 bus /sierra_2: Setting Powered False\u000a21:24:25.286201 run create_hlr_db(pid=29668): Terminated: ok {rc=0}\u000a21:24:25.727929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29670): Launched\u000a21:24:26.062378 run osmo-hlr_10.42.42.2(pid=29671): Launched\u000a21:24:26.192766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:26.772601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29673): Launched\u000a21:24:27.107624 run osmo-stp_10.42.42.5(pid=29674): Launched\u000a21:24:27.230040 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:27.838454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29676): Launched\u000a21:24:28.174722 run osmo-msc_10.42.42.6(pid=29677): Launched\u000a21:24:28.370329 run osmo-stp_10.42.42.5(pid=29674): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29674)]\u000a21:24:28.511622 run osmo-stp_10.42.42.5(pid=29674): stdout: \u000a| (launched: 2022-12-12_21:24:26.942989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:28.651308 run osmo-stp_10.42.42.5(pid=29674): stderr: \u000a| �[0;m�[38;5;43m20221212212427134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212427134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212427134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212427135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212427135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212427135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212427135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:28.786126 run osmo-stp_10.42.42.5(pid=29674): stdout: \u000a| (launched: 2022-12-12_21:24:26.942989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:28.919509 run osmo-stp_10.42.42.5(pid=29674): stderr: \u000a| �[0;m�[38;5;43m20221212212427134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212427134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212427134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212427135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212427135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212427135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212427135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:28.978069 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29674): Process ended prematurely: osmo-stp_10.42.42.5(pid=29674) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29674)] [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:24:28.987489 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:24:29.052280 run osmo-hlr_10.42.42.2(pid=29671): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29671)]\u000a21:24:29.105546 run osmo-hlr_10.42.42.2(pid=29671): stdout: \u000a| (launched: 2022-12-12_21:24:25.899045) \u000a21:24:29.159121 run osmo-hlr_10.42.42.2(pid=29671): stderr: \u000a| �[0;m�[1;31m20221212212426097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212426097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212426097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212426097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212426097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212426097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212426111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212426122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212426122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212426122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:29.231689 run osmo-msc_10.42.42.6(pid=29677): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29677)]\u000a21:24:29.284660 run osmo-msc_10.42.42.6(pid=29677): stdout: \u000a| (launched: 2022-12-12_21:24:28.008797) \u000a21:24:29.338278 run osmo-msc_10.42.42.6(pid=29677): stderr: \u000a| �[0;m�[38;5;43m20221212212428329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212428330 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f773b7abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212428330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212428330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212428330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212428330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212428332 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212428332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212428332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212428332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:29.383737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29670): Terminating (SIGTERM)\u000a21:24:29.426762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29673): Terminating (SIGTERM)\u000a21:24:29.469442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29676): Terminating (SIGTERM)\u000a21:24:29.479576 --- ParallelTerminationStrategy: PID 29670 died...\u000a21:24:29.536795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29670): Terminated: ok {rc=0}\u000a21:24:29.547373 --- ParallelTerminationStrategy: PID 29673 died...\u000a21:24:29.604406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29673): Terminated: ok {rc=0}\u000a21:24:29.615012 --- ParallelTerminationStrategy: PID 29676 died...\u000a21:24:29.672249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29676): Terminated: ok {rc=0}\u000a21:24:29.761693 bus /sierra_3: Setting Powered False\u000a21:24:30.867654 bus /sierra_3: Setting Powered False\u000a21:24:32.006000 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29686): Process ended prematurely: osmo-stp_10.42.42.5(pid=29686) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29686)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29686): Process ended prematurely: osmo-stp_10.42.42.5(pid=29686) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:24:33.126428 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:24:33.138681 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:24:33.300499 tst mo_mt_call_osmux.py: using LAC 31598\u000a21:24:33.422334 tst mo_mt_call_osmux.py: using RAC 233\u000a21:24:33.543570 tst mo_mt_call_osmux.py: using CellId 31598\u000a21:24:33.674072 tst mo_mt_call_osmux.py: using BVCI 31599\u000a21:24:33.699577 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:24:33.711372 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:24:33.723089 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:24:33.735370 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:24:33.747884 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:24:33.760045 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:24:33.882352 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:24:34.090487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:34.595275 run create_hlr_db(pid=29680): Launched\u000a21:24:34.787501 bus /sierra_2: Setting Powered False\u000a21:24:35.810194 run create_hlr_db(pid=29680): Terminated: ok {rc=0}\u000a21:24:36.252942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29682): Launched\u000a21:24:36.589662 run osmo-hlr_10.42.42.2(pid=29683): Launched\u000a21:24:36.712689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:37.292362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29685): Launched\u000a21:24:37.627147 run osmo-stp_10.42.42.5(pid=29686): Launched\u000a21:24:37.749073 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:38.357554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29688): Launched\u000a21:24:38.691686 run osmo-msc_10.42.42.6(pid=29689): Launched\u000a21:24:38.887102 run osmo-stp_10.42.42.5(pid=29686): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29686)]\u000a21:24:39.027589 run osmo-stp_10.42.42.5(pid=29686): stdout: \u000a| (launched: 2022-12-12_21:24:37.463040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:39.167458 run osmo-stp_10.42.42.5(pid=29686): stderr: \u000a| �[0;m�[38;5;43m20221212212437654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212437654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212437654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212437655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212437655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212437655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212437655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:39.301810 run osmo-stp_10.42.42.5(pid=29686): stdout: \u000a| (launched: 2022-12-12_21:24:37.463040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:39.434623 run osmo-stp_10.42.42.5(pid=29686): stderr: \u000a| �[0;m�[38;5;43m20221212212437654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212437654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212437654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212437655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212437655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212437655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212437655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:39.493039 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29686): Process ended prematurely: osmo-stp_10.42.42.5(pid=29686) [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29686)] [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:24:39.502500 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a21:24:39.567744 run osmo-hlr_10.42.42.2(pid=29683): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29683)]\u000a21:24:39.621062 run osmo-hlr_10.42.42.2(pid=29683): stdout: \u000a| (launched: 2022-12-12_21:24:36.424166) \u000a21:24:39.675050 run osmo-hlr_10.42.42.2(pid=29683): stderr: \u000a| �[0;m�[1;31m20221212212436623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212436623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212436623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212436623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212436623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212436623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212436639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212436648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212436648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212436649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:39.748104 run osmo-msc_10.42.42.6(pid=29689): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29689)]\u000a21:24:39.801636 run osmo-msc_10.42.42.6(pid=29689): stdout: \u000a| (launched: 2022-12-12_21:24:38.527467) \u000a21:24:39.856255 run osmo-msc_10.42.42.6(pid=29689): stderr: \u000a| �[0;m�[38;5;43m20221212212438849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212438850 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca9f32cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212438850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212438850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212438850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212438850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212438852 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212438852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212438852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212438852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:39.901941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29682): Terminating (SIGTERM)\u000a21:24:39.944760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29685): Terminating (SIGTERM)\u000a21:24:39.988329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29688): Terminating (SIGTERM)\u000a21:24:39.998363 --- ParallelTerminationStrategy: PID 29682 died...\u000a21:24:40.056463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29682): Terminated: ok {rc=0}\u000a21:24:40.066878 --- ParallelTerminationStrategy: PID 29685 died...\u000a21:24:40.125152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29685): Terminated: ok {rc=0}\u000a21:24:40.135429 --- ParallelTerminationStrategy: PID 29688 died...\u000a21:24:40.193761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29688): Terminated: ok {rc=0}\u000a21:24:40.282281 bus /sierra_3: Setting Powered False\u000a21:24:41.391397 bus /sierra_3: Setting Powered False\u000a21:24:42.503202 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:24:22" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29701): Process ended prematurely: osmo-stp_10.42.42.5(pid=29701) [trial-2382↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29701)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29701): Process ended prematurely: osmo-stp_10.42.42.5(pid=29701) [trial-2382↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:24:44.500832 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:24:44.512041 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:24:44.673996 tst mo_mt_call.py: using LAC 31599\u000a21:24:44.793798 tst mo_mt_call.py: using RAC 234\u000a21:24:44.913732 tst mo_mt_call.py: using CellId 31599\u000a21:24:45.033531 tst mo_mt_call.py: using BVCI 31600\u000a21:24:45.057115 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:24:45.068331 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:24:45.079313 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:24:45.090387 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:24:45.101559 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:24:45.112584 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:24:45.234153 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:24:45.437896 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:45.954700 run create_hlr_db(pid=29695): Launched\u000a21:24:46.154549 bus /sierra_2: Setting Powered False\u000a21:24:47.174114 run create_hlr_db(pid=29695): Terminated: ok {rc=0}\u000a21:24:47.620821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29697): Launched\u000a21:24:47.954717 run osmo-hlr_10.42.42.2(pid=29698): Launched\u000a21:24:48.076900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:48.657049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29700): Launched\u000a21:24:48.991684 run osmo-stp_10.42.42.5(pid=29701): Launched\u000a21:24:49.113839 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:24:49.722102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29703): Launched\u000a21:24:50.059163 run osmo-msc_10.42.42.6(pid=29704): Launched\u000a21:24:50.255626 run osmo-stp_10.42.42.5(pid=29701): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29701)]\u000a21:24:50.397252 run osmo-stp_10.42.42.5(pid=29701): stdout: \u000a| (launched: 2022-12-12_21:24:48.827850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:50.537601 run osmo-stp_10.42.42.5(pid=29701): stderr: \u000a| �[0;m�[38;5;43m20221212212449020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212449020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212449021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212449021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212449021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212449022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212449022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:50.672216 run osmo-stp_10.42.42.5(pid=29701): stdout: \u000a| (launched: 2022-12-12_21:24:48.827850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:24:50.805642 run osmo-stp_10.42.42.5(pid=29701): stderr: \u000a| �[0;m�[38;5;43m20221212212449020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212449020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212449021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212449021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212449021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212449022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212449022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:24:50.864383 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29701): Process ended prematurely: osmo-stp_10.42.42.5(pid=29701) [trial-2382↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29701)] [trial-2382↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:24:50.874084 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:24:50.939235 run osmo-hlr_10.42.42.2(pid=29698): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29698)]\u000a21:24:50.992519 run osmo-hlr_10.42.42.2(pid=29698): stdout: \u000a| (launched: 2022-12-12_21:24:47.791077) \u000a21:24:51.046438 run osmo-hlr_10.42.42.2(pid=29698): stderr: \u000a| �[0;m�[1;31m20221212212447989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212447989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212447989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212447989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212447989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212447989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212448002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212448011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212448011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212448011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:24:51.120188 run osmo-msc_10.42.42.6(pid=29704): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29704)]\u000a21:24:51.173487 run osmo-msc_10.42.42.6(pid=29704): stdout: \u000a| (launched: 2022-12-12_21:24:49.892760) \u000a21:24:51.227379 run osmo-msc_10.42.42.6(pid=29704): stderr: \u000a| �[0;m�[38;5;43m20221212212450214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212450214 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb28c3c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212450214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212450214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212450214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212450215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212450216 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212450217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212450217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212450217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:24:51.272805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29697): Terminating (SIGTERM)\u000a21:24:51.316382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29700): Terminating (SIGTERM)\u000a21:24:51.359329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29703): Terminating (SIGTERM)\u000a21:24:51.369715 --- ParallelTerminationStrategy: PID 29697 died...\u000a21:24:51.427711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29697): Terminated: ok {rc=0}\u000a21:24:51.438312 --- ParallelTerminationStrategy: PID 29700 died...\u000a21:24:51.495930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29700): Terminated: ok {rc=0}\u000a21:24:51.506155 --- ParallelTerminationStrategy: PID 29703 died...\u000a21:24:51.563539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29703): Terminated: ok {rc=0}\u000a21:24:51.651928 bus /sierra_3: Setting Powered False\u000a21:24:52.756608 bus /sierra_3: Setting Powered False\u000a21:24:53.870266 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29712): Process ended prematurely: osmo-stp_10.42.42.5(pid=29712) [trial-2382↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29712)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29712): Process ended prematurely: osmo-stp_10.42.42.5(pid=29712) [trial-2382↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:24:54.983496 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:24:54.995227 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:24:55.157102 tst mo_mt_call_osmux.py: using LAC 31600\u000a21:24:55.279501 tst mo_mt_call_osmux.py: using RAC 235\u000a21:24:55.403011 tst mo_mt_call_osmux.py: using CellId 31600\u000a21:24:55.527725 tst mo_mt_call_osmux.py: using BVCI 31601\u000a21:24:55.551512 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:24:55.562958 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:24:55.574149 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:24:55.585287 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:24:55.596489 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:24:55.607504 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:24:55.729468 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:24:55.936403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:24:56.435476 run create_hlr_db(pid=29706): Launched\u000a21:24:56.615397 bus /sierra_2: Setting Powered False\u000a21:24:57.637696 run create_hlr_db(pid=29706): Terminated: ok {rc=0}\u000a21:24:58.081517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29708): Launched\u000a21:24:58.419578 run osmo-hlr_10.42.42.2(pid=29709): Launched\u000a21:24:58.544527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:24:59.130481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29711): Launched\u000a21:24:59.464794 run osmo-stp_10.42.42.5(pid=29712): Launched\u000a21:24:59.587465 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:00.204830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29714): Launched\u000a21:25:00.543748 run osmo-msc_10.42.42.6(pid=29715): Launched\u000a21:25:00.741893 run osmo-stp_10.42.42.5(pid=29712): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29712)]\u000a21:25:00.894719 run osmo-stp_10.42.42.5(pid=29712): stdout: \u000a| (launched: 2022-12-12_21:24:59.300659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:01.073059 run osmo-stp_10.42.42.5(pid=29712): stderr: \u000a| �[0;m�[38;5;43m20221212212459495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212459495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212459496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212459496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212459496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212459497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212459497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:01.207128 run osmo-stp_10.42.42.5(pid=29712): stdout: \u000a| (launched: 2022-12-12_21:24:59.300659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:01.339169 run osmo-stp_10.42.42.5(pid=29712): stderr: \u000a| �[0;m�[38;5;43m20221212212459495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212459495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212459496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212459496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212459496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212459497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212459497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:01.410623 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29712): Process ended prematurely: osmo-stp_10.42.42.5(pid=29712) [trial-2382↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29712)] [trial-2382↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:25:01.422262 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a21:25:01.486248 run osmo-hlr_10.42.42.2(pid=29709): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29709)]\u000a21:25:01.541897 run osmo-hlr_10.42.42.2(pid=29709): stdout: \u000a| (launched: 2022-12-12_21:24:58.253839) \u000a21:25:01.599382 run osmo-hlr_10.42.42.2(pid=29709): stderr: \u000a| �[0;m�[1;31m20221212212458451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212458451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212458451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212458451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212458451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212458451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212458463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212458471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212458471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212458471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:01.674652 run osmo-msc_10.42.42.6(pid=29715): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29715)]\u000a21:25:01.726069 run osmo-msc_10.42.42.6(pid=29715): stdout: \u000a| (launched: 2022-12-12_21:25:00.376276) \u000a21:25:01.779232 run osmo-msc_10.42.42.6(pid=29715): stderr: \u000a| �[0;m�[38;5;43m20221212212500699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212500699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8b16f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212500699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212500699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212500699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212500700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212500701 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212500702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212500702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212500702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:01.823414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29708): Terminating (SIGTERM)\u000a21:25:01.868293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29711): Terminating (SIGTERM)\u000a21:25:01.912116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29714): Terminating (SIGTERM)\u000a21:25:01.923885 --- ParallelTerminationStrategy: PID 29708 died...\u000a21:25:01.982458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29708): Terminated: ok {rc=0}\u000a21:25:01.992718 --- ParallelTerminationStrategy: PID 29711 died...\u000a21:25:02.048157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29711): Terminated: ok {rc=0}\u000a21:25:02.058362 --- ParallelTerminationStrategy: PID 29714 died...\u000a21:25:02.114578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29714): Terminated: ok {rc=0}\u000a21:25:02.208597 bus /sierra_3: Setting Powered False\u000a21:25:03.311911 bus /sierra_3: Setting Powered False\u000a21:25:04.420251 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:24:44" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29829): Process ended prematurely: osmo-stp_10.42.42.5(pid=29829) [trial-2382↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29829)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29829): Process ended prematurely: osmo-stp_10.42.42.5(pid=29829) [trial-2382↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a21:25:06.408823 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:25:06.419817 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:25:06.593996 tst mo_mt_call.py: using LAC 31601\u000a21:25:06.720561 tst mo_mt_call.py: using RAC 236\u000a21:25:06.845119 tst mo_mt_call.py: using CellId 31601\u000a21:25:06.967364 tst mo_mt_call.py: using BVCI 31602\u000a21:25:06.991212 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:25:07.002212 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:25:07.012820 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:25:07.023456 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:25:07.034351 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:25:07.045059 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:25:07.167312 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:25:07.373853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:25:07.871860 run create_hlr_db(pid=29801): Launched\u000a21:25:08.059101 bus /sierra_2: Setting Powered False\u000a21:25:09.073559 run create_hlr_db(pid=29801): Terminated: ok {rc=0}\u000a21:25:09.489566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29825): Launched\u000a21:25:09.800780 run osmo-hlr_10.42.42.2(pid=29826): Launched\u000a21:25:09.919003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:10.459850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29828): Launched\u000a21:25:10.771547 run osmo-stp_10.42.42.5(pid=29829): Launched\u000a21:25:10.884380 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:11.453660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29831): Launched\u000a21:25:11.768690 run osmo-msc_10.42.42.6(pid=29832): Launched\u000a21:25:11.952592 run osmo-stp_10.42.42.5(pid=29829): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29829)]\u000a21:25:12.084915 run osmo-stp_10.42.42.5(pid=29829): stdout: \u000a| (launched: 2022-12-12_21:25:10.618829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:12.216275 run osmo-stp_10.42.42.5(pid=29829): stderr: \u000a| �[0;m�[38;5;43m20221212212510791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212510791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212510791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212510792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212510792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212510792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212510792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:12.342895 run osmo-stp_10.42.42.5(pid=29829): stdout: \u000a| (launched: 2022-12-12_21:25:10.618829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:12.468072 run osmo-stp_10.42.42.5(pid=29829): stderr: \u000a| �[0;m�[38;5;43m20221212212510791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212510791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212510791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212510792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212510792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212510792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212510792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:12.523174 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29829): Process ended prematurely: osmo-stp_10.42.42.5(pid=29829) [trial-2382↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29829)] [trial-2382↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a21:25:12.531868 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:25:12.592453 run osmo-hlr_10.42.42.2(pid=29826): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29826)]\u000a21:25:12.642395 run osmo-hlr_10.42.42.2(pid=29826): stdout: \u000a| (launched: 2022-12-12_21:25:09.648762) \u000a21:25:12.693347 run osmo-hlr_10.42.42.2(pid=29826): stderr: \u000a| �[0;m�[1;31m20221212212509826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212509826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212509826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212509826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212509826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212509826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212509839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212509848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212509849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212509849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:12.762137 run osmo-msc_10.42.42.6(pid=29832): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29832)]\u000a21:25:12.812114 run osmo-msc_10.42.42.6(pid=29832): stdout: \u000a| (launched: 2022-12-12_21:25:11.613930) \u000a21:25:12.862444 run osmo-msc_10.42.42.6(pid=29832): stderr: \u000a| �[0;m�[38;5;43m20221212212511885 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212511885 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f930b40dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212511885 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212511885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212511886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212511886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212511888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212511888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212511888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212511888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:12.905172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29825): Terminating (SIGTERM)\u000a21:25:12.945706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29828): Terminating (SIGTERM)\u000a21:25:12.986182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29831): Terminating (SIGTERM)\u000a21:25:12.995522 --- ParallelTerminationStrategy: PID 29825 died...\u000a21:25:13.049703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29825): Terminated: ok {rc=0}\u000a21:25:13.059433 --- ParallelTerminationStrategy: PID 29828 died...\u000a21:25:13.113444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29828): Terminated: ok {rc=0}\u000a21:25:13.123181 --- ParallelTerminationStrategy: PID 29831 died...\u000a21:25:13.178028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29831): Terminated: ok {rc=0}\u000a21:25:13.263596 bus /sierra_3: Setting Powered False\u000a21:25:14.366187 bus /sierra_3: Setting Powered False\u000a21:25:15.501156 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29844): Process ended prematurely: osmo-stp_10.42.42.5(pid=29844) [trial-2382↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29844)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29844): Process ended prematurely: osmo-stp_10.42.42.5(pid=29844) [trial-2382↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:25:16.694493 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:25:16.711136 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:25:16.907506 tst mo_mt_call_osmux.py: using LAC 31602\u000a21:25:17.067184 tst mo_mt_call_osmux.py: using RAC 237\u000a21:25:17.237403 tst mo_mt_call_osmux.py: using CellId 31602\u000a21:25:17.392817 tst mo_mt_call_osmux.py: using BVCI 31603\u000a21:25:17.419760 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:25:17.432433 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:25:17.446255 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:25:17.459867 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:25:17.472436 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:25:17.487692 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:25:17.634220 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:25:17.865323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:25:18.435675 run create_hlr_db(pid=29838): Launched\u000a21:25:18.634430 bus /sierra_2: Setting Powered False\u000a21:25:19.688856 run create_hlr_db(pid=29838): Terminated: ok {rc=0}\u000a21:25:20.155476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29840): Launched\u000a21:25:20.594704 run osmo-hlr_10.42.42.2(pid=29841): Launched\u000a21:25:20.891374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:21.505460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29843): Launched\u000a21:25:21.850277 run osmo-stp_10.42.42.5(pid=29844): Launched\u000a21:25:21.978544 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:22.738303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29846): Launched\u000a21:25:23.177544 run osmo-msc_10.42.42.6(pid=29847): Launched\u000a21:25:23.625074 run osmo-stp_10.42.42.5(pid=29844): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29844)]\u000a21:25:23.825188 run osmo-stp_10.42.42.5(pid=29844): stdout: \u000a| (launched: 2022-12-12_21:25:21.681325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:23.969642 run osmo-stp_10.42.42.5(pid=29844): stderr: \u000a| �[0;m�[38;5;43m20221212212522049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212522049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212522050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212522050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212522050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212522051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212522051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:24.109027 run osmo-stp_10.42.42.5(pid=29844): stdout: \u000a| (launched: 2022-12-12_21:25:21.681325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:24.248116 run osmo-stp_10.42.42.5(pid=29844): stderr: \u000a| �[0;m�[38;5;43m20221212212522049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212522049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212522050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212522050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212522050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212522051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212522051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:24.309242 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29844): Process ended prematurely: osmo-stp_10.42.42.5(pid=29844) [trial-2382↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29844)] [trial-2382↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a21:25:24.319886 tst mo_mt_call_osmux.py:8: Test FAILED (7.7 sec)\u000a21:25:24.390294 run osmo-hlr_10.42.42.2(pid=29841): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29841)]\u000a21:25:24.446310 run osmo-hlr_10.42.42.2(pid=29841): stdout: \u000a| (launched: 2022-12-12_21:25:20.330535) \u000a21:25:24.503543 run osmo-hlr_10.42.42.2(pid=29841): stderr: \u000a| �[0;m�[1;31m20221212212520628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212520628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212520628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212520628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212520628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212520628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212520642 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212520655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212520655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212520655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:24.580087 run osmo-msc_10.42.42.6(pid=29847): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29847)]\u000a21:25:24.635841 run osmo-msc_10.42.42.6(pid=29847): stdout: \u000a| (launched: 2022-12-12_21:25:22.913629) \u000a21:25:24.692527 run osmo-msc_10.42.42.6(pid=29847): stderr: \u000a| �[0;m�[38;5;43m20221212212523448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212523448 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feac52b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212523448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212523448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212523453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212523453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212523455 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212523455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212523456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212523456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:24.740506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29840): Terminating (SIGTERM)\u000a21:25:24.786852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29843): Terminating (SIGTERM)\u000a21:25:24.836013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29846): Terminating (SIGTERM)\u000a21:25:24.847663 --- ParallelTerminationStrategy: PID 29840 died...\u000a21:25:24.910496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29840): Terminated: ok {rc=0}\u000a21:25:24.921972 --- ParallelTerminationStrategy: PID 29843 died...\u000a21:25:24.982744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29843): Terminated: ok {rc=0}\u000a21:25:24.993855 --- ParallelTerminationStrategy: PID 29846 died...\u000a21:25:25.054893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29846): Terminated: ok {rc=0}\u000a21:25:25.149486 bus /sierra_3: Setting Powered False\u000a21:25:26.278898 bus /sierra_3: Setting Powered False\u000a21:25:27.431018 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:25:06" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "emergency:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29858): Process ended prematurely: osmo-stp_10.42.42.5(pid=29858) [trial-2382↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29858)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29858): Process ended prematurely: osmo-stp_10.42.42.5(pid=29858) [trial-2382↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:25:29.566349 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:29.581382 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a21:25:29.749285 tst emergency_mo_mt_call.py: using LAC 31603\u000a21:25:29.899799 tst emergency_mo_mt_call.py: using RAC 238\u000a21:25:30.032716 tst emergency_mo_mt_call.py: using CellId 31603\u000a21:25:30.214015 tst emergency_mo_mt_call.py: using BVCI 31604\u000a21:25:30.242823 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:30.256250 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:30.271000 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:30.284023 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:30.296428 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:30.309538 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a21:25:30.453164 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a21:25:30.674563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:25:31.367455 run create_hlr_db(pid=29852): Launched\u000a21:25:31.567000 bus /sierra_2: Setting Powered False\u000a21:25:32.646591 run create_hlr_db(pid=29852): Terminated: ok {rc=0}\u000a21:25:33.106262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29854): Launched\u000a21:25:33.558291 run osmo-hlr_10.42.42.2(pid=29855): Launched\u000a21:25:33.828172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:34.437470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29857): Launched\u000a21:25:34.880363 run osmo-stp_10.42.42.5(pid=29858): Launched\u000a21:25:35.083328 tst emergency_mo_mt_call.py: using MSISDN 7975\u000a21:25:35.254141 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:35.893737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29860): Launched\u000a21:25:36.384665 run osmo-msc_10.42.42.6(pid=29861): Launched\u000a21:25:36.754963 run osmo-stp_10.42.42.5(pid=29858): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29858)]\u000a21:25:37.012863 run osmo-stp_10.42.42.5(pid=29858): stdout: \u000a| (launched: 2022-12-12_21:25:34.611019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:37.158875 run osmo-stp_10.42.42.5(pid=29858): stderr: \u000a| �[0;m�[38;5;43m20221212212534867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212534867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212534867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212534868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212534868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212534868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212534868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:37.294990 run osmo-stp_10.42.42.5(pid=29858): stdout: \u000a| (launched: 2022-12-12_21:25:34.611019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:37.430013 run osmo-stp_10.42.42.5(pid=29858): stderr: \u000a| �[0;m�[38;5;43m20221212212534867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212534867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212534867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212534868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212534868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212534868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212534868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:37.489736 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=29858): Process ended prematurely: osmo-stp_10.42.42.5(pid=29858) [trial-2382↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29858)] [trial-2382↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a21:25:37.498724 tst emergency_mo_mt_call.py:19: Test FAILED (7.9 sec)\u000a21:25:37.568562 run osmo-hlr_10.42.42.2(pid=29855): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29855)]\u000a21:25:37.624392 run osmo-hlr_10.42.42.2(pid=29855): stdout: \u000a| (launched: 2022-12-12_21:25:33.278190) \u000a21:25:37.681078 run osmo-hlr_10.42.42.2(pid=29855): stderr: \u000a| �[0;m�[1;31m20221212212533577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212533577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212533577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212533577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212533577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212533577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212533600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212533626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212533626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212533626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:37.756096 run osmo-msc_10.42.42.6(pid=29861): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29861)]\u000a21:25:37.811435 run osmo-msc_10.42.42.6(pid=29861): stdout: \u000a| (launched: 2022-12-12_21:25:36.068114) \u000a21:25:37.867097 run osmo-msc_10.42.42.6(pid=29861): stderr: \u000a| �[0;m�[38;5;43m20221212212536622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212536622 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f908099ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212536622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212536622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212536622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212536623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212536624 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212536625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212536625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212536625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:37.913933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29854): Terminating (SIGTERM)\u000a21:25:37.962058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29857): Terminating (SIGTERM)\u000a21:25:38.009722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29860): Terminating (SIGTERM)\u000a21:25:38.020403 --- ParallelTerminationStrategy: PID 29854 died...\u000a21:25:38.082749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29854): Terminated: ok {rc=0}\u000a21:25:38.093758 --- ParallelTerminationStrategy: PID 29857 died...\u000a21:25:38.154545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29857): Terminated: ok {rc=0}\u000a21:25:38.165449 --- ParallelTerminationStrategy: PID 29860 died...\u000a21:25:38.226585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29860): Terminated: ok {rc=0}\u000a21:25:38.320252 bus /sierra_3: Setting Powered False\u000a21:25:39.440584 bus /sierra_3: Setting Powered False\u000a21:25:40.571233 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "emergency:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29869): Process ended prematurely: osmo-stp_10.42.42.5(pid=29869) [trial-2382↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29869)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29869): Process ended prematurely: osmo-stp_10.42.42.5(pid=29869) [trial-2382↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:25:41.632085 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:41.645070 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a21:25:41.798226 tst emergency_preemptive_call.py: using LAC 31604\u000a21:25:41.941823 tst emergency_preemptive_call.py: using RAC 239\u000a21:25:42.086973 tst emergency_preemptive_call.py: using CellId 31604\u000a21:25:42.221627 tst emergency_preemptive_call.py: using BVCI 31605\u000a21:25:42.247502 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:42.260037 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:42.271898 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:42.283288 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:42.296372 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:25:42.308547 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a21:25:42.436473 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a21:25:42.567309 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a21:25:42.706884 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a21:25:42.933286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:25:43.535708 run create_hlr_db(pid=29863): Launched\u000a21:25:43.764592 bus /sierra_2: Setting Powered False\u000a21:25:44.767433 run create_hlr_db(pid=29863): Terminated: ok {rc=0}\u000a21:25:45.284781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29865): Launched\u000a21:25:45.734734 run osmo-hlr_10.42.42.2(pid=29866): Launched\u000a21:25:45.993795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:25:46.707193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29868): Launched\u000a21:25:47.092230 run osmo-stp_10.42.42.5(pid=29869): Launched\u000a21:25:47.308564 tst emergency_preemptive_call.py: using MSISDN 7976\u000a21:25:47.538391 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:25:48.180666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29871): Launched\u000a21:25:48.650217 run osmo-msc_10.42.42.6(pid=29872): Launched\u000a21:25:49.088378 run osmo-stp_10.42.42.5(pid=29869): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29869)]\u000a21:25:49.384880 run osmo-stp_10.42.42.5(pid=29869): stdout: \u000a| (launched: 2022-12-12_21:25:46.872186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:49.525774 run osmo-stp_10.42.42.5(pid=29869): stderr: \u000a| �[0;m�[38;5;43m20221212212547219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212547220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212547220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212547220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212547221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212547221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212547221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:49.662086 run osmo-stp_10.42.42.5(pid=29869): stdout: \u000a| (launched: 2022-12-12_21:25:46.872186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:25:49.794355 run osmo-stp_10.42.42.5(pid=29869): stderr: \u000a| �[0;m�[38;5;43m20221212212547219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212547220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212547220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212547220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212547221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212547221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212547221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:25:49.852345 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=29869): Process ended prematurely: osmo-stp_10.42.42.5(pid=29869) [trial-2382↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29869)] [trial-2382↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a21:25:49.861754 tst emergency_preemptive_call.py:32: Test FAILED (8.2 sec)\u000a21:25:49.924795 run osmo-hlr_10.42.42.2(pid=29866): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29866)]\u000a21:25:49.979842 run osmo-hlr_10.42.42.2(pid=29866): stdout: \u000a| (launched: 2022-12-12_21:25:45.468558) \u000a21:25:50.034348 run osmo-hlr_10.42.42.2(pid=29866): stderr: \u000a| �[0;m�[1;31m20221212212545816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212545816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212545816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212545816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212545816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212545816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212545845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212545866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212545867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212545867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:25:50.109175 run osmo-msc_10.42.42.6(pid=29872): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29872)]\u000a21:25:50.162667 run osmo-msc_10.42.42.6(pid=29872): stdout: \u000a| (launched: 2022-12-12_21:25:48.357424) \u000a21:25:50.218549 run osmo-msc_10.42.42.6(pid=29872): stderr: \u000a| �[0;m�[38;5;43m20221212212548902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212212548903 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f721a9c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212212548903 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212212548903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212212548903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212212548903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212212548917 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212212548918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212212548918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212212548918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:25:50.264135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29865): Terminating (SIGTERM)\u000a21:25:50.307663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29868): Terminating (SIGTERM)\u000a21:25:50.352725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29871): Terminating (SIGTERM)\u000a21:25:50.364471 --- ParallelTerminationStrategy: PID 29865 died...\u000a21:25:50.426172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29865): Terminated: ok {rc=0}\u000a21:25:50.436856 --- ParallelTerminationStrategy: PID 29868 died...\u000a21:25:50.496723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29868): Terminated: ok {rc=0}\u000a21:25:50.507867 --- ParallelTerminationStrategy: PID 29871 died...\u000a21:25:50.567579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29871): Terminated: ok {rc=0}\u000a21:25:50.659515 bus /sierra_9: Setting Powered False\u000a21:25:51.793896 bus /sierra_9: Setting Powered False\u000a21:25:52.917058 bus /sierra_8: Setting Powered False\u000a21:25:54.040347 bus /sierra_8: Setting Powered False\u000a21:25:55.188307 bus /sierra_3: Setting Powered False\u000a21:25:56.322036 bus /sierra_3: Setting Powered False\u000a21:25:57.451381 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:25:29" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29887): Process ended prematurely: osmo-stp_10.42.42.5(pid=29887) [trial-2382↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29887)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29887): Process ended prematurely: osmo-stp_10.42.42.5(pid=29887) [trial-2382↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29887)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:25:59.651091 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:25:59.663847 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a21:25:59.817867 tst cs_paging_gprs_active.py: using LAC 31605\u000a21:25:59.971258 tst cs_paging_gprs_active.py: using RAC 240\u000a21:26:00.108465 tst cs_paging_gprs_active.py: using CellId 31605\u000a21:26:00.252683 tst cs_paging_gprs_active.py: using BVCI 31606\u000a21:26:00.279852 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:00.291853 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:00.304535 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:00.316466 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:00.329304 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:00.342186 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:00.356049 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:00.367590 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:00.381129 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a21:26:00.508883 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a21:26:00.822672 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:26:01.020287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:26:01.384338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29877): Launched\u000a21:26:01.675974 run iperf3-srv_10.42.42.10(pid=29878): Launched\u000a21:26:01.884510 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:26:02.024602 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:26:02.377071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29879): Launched\u000a21:26:02.700432 run iperf3-srv_10.42.42.10(pid=29880): Launched\u000a21:26:02.911908 tst cs_paging_gprs_active.py:38: start network...\u000a21:26:03.052833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:03.640133 run create_hlr_db(pid=29881): Launched\u000a21:26:03.841575 bus /sierra_2: Setting Powered False\u000a21:26:04.879444 run create_hlr_db(pid=29881): Terminated: ok {rc=0}\u000a21:26:05.368780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29883): Launched\u000a21:26:05.816740 run osmo-hlr_10.42.42.2(pid=29884): Launched\u000a21:26:06.067038 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:06.733026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29886): Launched\u000a21:26:07.167678 run osmo-stp_10.42.42.5(pid=29887): Launched\u000a21:26:07.387847 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:26:08.074013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29889): Launched\u000a21:26:08.198817 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:26:08.500497 run patchelf(pid=29890): Launched\u000a21:26:08.700722 run osmo-stp_10.42.42.5(pid=29887): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29887)]\u000a21:26:08.837073 run osmo-stp_10.42.42.5(pid=29887): stdout: \u000a| (launched: 2022-12-12_21:26:06.906549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:08.973775 run osmo-stp_10.42.42.5(pid=29887): stderr: \u000a| �[0;m�[38;5;43m20221212212607234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212607234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212607234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212607235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212607235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212607235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212607235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:09.110733 run osmo-stp_10.42.42.5(pid=29887): stdout: \u000a| (launched: 2022-12-12_21:26:06.906549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:09.248088 run osmo-stp_10.42.42.5(pid=29887): stderr: \u000a| �[0;m�[38;5;43m20221212212607234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212607234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212607234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212607235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212607235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212607235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212607235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:09.404111 run patchelf(pid=29890): Terminating (SIGINT)\u000a21:26:09.591002 run patchelf(pid=29890): Terminated: ok {rc=0}\u000a21:26:09.624766 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29887): Process ended prematurely: osmo-stp_10.42.42.5(pid=29887) [trial-2382↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29887)] [trial-2382↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a21:26:09.634849 tst cs_paging_gprs_active.py:38: Test FAILED (10.0 sec)\u000a21:26:09.697724 run osmo-hlr_10.42.42.2(pid=29884): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29884)]\u000a21:26:09.749358 run osmo-hlr_10.42.42.2(pid=29884): stdout: \u000a| (launched: 2022-12-12_21:26:05.538341) \u000a21:26:09.801611 run osmo-hlr_10.42.42.2(pid=29884): stderr: \u000a| �[0;m�[1;31m20221212212605840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212605840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212605849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212605849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212605849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212605849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212605874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212605890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212605890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212605890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:09.845761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29877): Terminating (SIGTERM)\u000a21:26:09.888520 run iperf3-srv_10.42.42.10(pid=29878): Terminating (SIGTERM)\u000a21:26:09.932052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29879): Terminating (SIGTERM)\u000a21:26:09.974309 run iperf3-srv_10.42.42.10(pid=29880): Terminating (SIGTERM)\u000a21:26:10.017278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29883): Terminating (SIGTERM)\u000a21:26:10.060187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29886): Terminating (SIGTERM)\u000a21:26:10.104437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29889): Terminating (SIGTERM)\u000a21:26:10.115841 --- ParallelTerminationStrategy: PID 29877 died...\u000a21:26:10.172934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29877): Terminated: ok {rc=0}\u000a21:26:10.183485 --- ParallelTerminationStrategy: PID 29878 died...\u000a21:26:10.239323 run iperf3-srv_10.42.42.10(pid=29878): Terminated {rc=256}\u000a21:26:10.249959 --- ParallelTerminationStrategy: PID 29879 died...\u000a21:26:10.305525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29879): Terminated: ok {rc=0}\u000a21:26:10.316236 --- ParallelTerminationStrategy: PID 29880 died...\u000a21:26:10.371590 run iperf3-srv_10.42.42.10(pid=29880): Terminated {rc=256}\u000a21:26:10.382075 --- ParallelTerminationStrategy: PID 29883 died...\u000a21:26:10.438168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29883): Terminated: ok {rc=0}\u000a21:26:10.448502 --- ParallelTerminationStrategy: PID 29886 died...\u000a21:26:10.504151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29886): Terminated: ok {rc=0}\u000a21:26:10.514646 --- ParallelTerminationStrategy: PID 29889 died...\u000a21:26:10.570865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29889): Terminated: ok {rc=0}\u000a21:26:10.659770 bus /gobi_0: Setting Powered False\u000a21:26:11.790135 bus /gobi_0: Setting Powered False\u000a21:26:12.910283 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29899): Process ended prematurely: osmo-stp_10.42.42.5(pid=29899) [trial-2382↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29899)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29899): Process ended prematurely: osmo-stp_10.42.42.5(pid=29899) [trial-2382↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a21:26:14.031565 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:14.047240 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a21:26:14.247238 tst iperf3.py: using LAC 31606\u000a21:26:14.386994 tst iperf3.py: using RAC 241\u000a21:26:14.544623 tst iperf3.py: using CellId 31606\u000a21:26:14.680046 tst iperf3.py: using BVCI 31607\u000a21:26:14.707364 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:14.719170 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:14.730806 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:14.742784 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:14.754211 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:14.765844 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:14.777823 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:14.790331 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:14.801926 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a21:26:15.104154 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:26:15.248110 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:26:15.657380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29891): Launched\u000a21:26:15.995693 run iperf3-srv_10.42.42.10(pid=29892): Launched\u000a21:26:16.208507 tst iperf3.py:8: start network...\u000a21:26:16.344305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:16.923792 run create_hlr_db(pid=29893): Launched\u000a21:26:17.121507 bus /gobi_6: Setting Powered False\u000a21:26:18.151004 run create_hlr_db(pid=29893): Terminated: ok {rc=0}\u000a21:26:18.686086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29895): Launched\u000a21:26:19.140632 run osmo-hlr_10.42.42.2(pid=29896): Launched\u000a21:26:19.421282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:20.052644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29898): Launched\u000a21:26:20.483408 run osmo-stp_10.42.42.5(pid=29899): Launched\u000a21:26:20.687673 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:26:21.404706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29901): Launched\u000a21:26:21.530518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:26:21.846227 run patchelf(pid=29902): Launched\u000a21:26:22.049534 run osmo-stp_10.42.42.5(pid=29899): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29899)]\u000a21:26:22.198441 run osmo-stp_10.42.42.5(pid=29899): stdout: \u000a| (launched: 2022-12-12_21:26:20.230531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:22.347381 run osmo-stp_10.42.42.5(pid=29899): stderr: \u000a| �[0;m�[38;5;43m20221212212620544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212620546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212620546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212620547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212620548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212620548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212620548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:22.491406 run osmo-stp_10.42.42.5(pid=29899): stdout: \u000a| (launched: 2022-12-12_21:26:20.230531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:22.635501 run osmo-stp_10.42.42.5(pid=29899): stderr: \u000a| �[0;m�[38;5;43m20221212212620544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212620546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212620546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212620547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212620548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212620548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212620548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:22.802413 run patchelf(pid=29902): Terminating (SIGINT)\u000a21:26:22.997727 run patchelf(pid=29902): Terminated: ok {rc=0}\u000a21:26:23.032762 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29899): Process ended prematurely: osmo-stp_10.42.42.5(pid=29899) [trial-2382↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29899)] [trial-2382↪gprs:trx-lms↪iperf3.py:8]\u000a21:26:23.043103 tst iperf3.py:8: Test FAILED (9.0 sec)\u000a21:26:23.114072 run osmo-hlr_10.42.42.2(pid=29896): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29896)]\u000a21:26:23.170393 run osmo-hlr_10.42.42.2(pid=29896): stdout: \u000a| (launched: 2022-12-12_21:26:18.869717) \u000a21:26:23.227518 run osmo-hlr_10.42.42.2(pid=29896): stderr: \u000a| �[0;m�[1;31m20221212212619180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212619180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212619180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212619180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212619180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212619180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212619201 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212619218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212619218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212619218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:23.276554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29891): Terminating (SIGTERM)\u000a21:26:23.322528 run iperf3-srv_10.42.42.10(pid=29892): Terminating (SIGTERM)\u000a21:26:23.367813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29895): Terminating (SIGTERM)\u000a21:26:23.416408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29898): Terminating (SIGTERM)\u000a21:26:23.464679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29901): Terminating (SIGTERM)\u000a21:26:23.475842 --- ParallelTerminationStrategy: PID 29891 died...\u000a21:26:23.539447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29891): Terminated: ok {rc=0}\u000a21:26:23.551769 --- ParallelTerminationStrategy: PID 29892 died...\u000a21:26:23.613048 run iperf3-srv_10.42.42.10(pid=29892): Terminated {rc=256}\u000a21:26:23.624904 --- ParallelTerminationStrategy: PID 29895 died...\u000a21:26:23.686877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29895): Terminated: ok {rc=0}\u000a21:26:23.698516 --- ParallelTerminationStrategy: PID 29898 died...\u000a21:26:23.759842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29898): Terminated: ok {rc=0}\u000a21:26:23.771417 --- ParallelTerminationStrategy: PID 29901 died...\u000a21:26:23.832881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29901): Terminated: ok {rc=0}\u000a21:26:23.928439 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29917): Process ended prematurely: osmo-stp_10.42.42.5(pid=29917) [trial-2382↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29917)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29917): Process ended prematurely: osmo-stp_10.42.42.5(pid=29917) [trial-2382↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a21:26:25.054257 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:25.067363 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a21:26:25.234330 tst iperf3m4.py: using LAC 31607\u000a21:26:25.377185 tst iperf3m4.py: using RAC 242\u000a21:26:25.514664 tst iperf3m4.py: using CellId 31607\u000a21:26:25.650449 tst iperf3m4.py: using BVCI 31608\u000a21:26:25.679303 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:25.692095 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:25.705208 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:25.717499 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:25.731472 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:25.744834 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:25.758430 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:25.770531 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:25.783989 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a21:26:25.914005 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a21:26:26.051177 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a21:26:26.211149 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a21:26:26.530387 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:26:26.678461 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:26:27.119430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29903): Launched\u000a21:26:27.438866 run iperf3-srv_10.42.42.10(pid=29904): Launched\u000a21:26:27.644203 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:26:27.783438 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:26:28.146814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29905): Launched\u000a21:26:28.454810 run iperf3-srv_10.42.42.10(pid=29906): Launched\u000a21:26:28.663481 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:26:28.806164 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:26:29.166145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29907): Launched\u000a21:26:29.470837 run iperf3-srv_10.42.42.10(pid=29908): Launched\u000a21:26:29.681667 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:26:29.823082 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:26:30.187550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29909): Launched\u000a21:26:30.490085 run iperf3-srv_10.42.42.10(pid=29910): Launched\u000a21:26:30.697274 tst iperf3m4.py:8: start network...\u000a21:26:30.845295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:31.426245 run create_hlr_db(pid=29911): Launched\u000a21:26:31.614603 bus /gobi_6: Setting Powered False\u000a21:26:32.690269 run create_hlr_db(pid=29911): Terminated: ok {rc=0}\u000a21:26:33.174562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29913): Launched\u000a21:26:33.673980 run osmo-hlr_10.42.42.2(pid=29914): Launched\u000a21:26:33.874884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:34.543879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29916): Launched\u000a21:26:34.982347 run osmo-stp_10.42.42.5(pid=29917): Launched\u000a21:26:35.246931 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:26:35.860930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29919): Launched\u000a21:26:35.986522 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:26:36.300261 run patchelf(pid=29920): Launched\u000a21:26:36.503809 run osmo-stp_10.42.42.5(pid=29917): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29917)]\u000a21:26:36.653593 run osmo-stp_10.42.42.5(pid=29917): stdout: \u000a| (launched: 2022-12-12_21:26:34.717797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:36.803065 run osmo-stp_10.42.42.5(pid=29917): stderr: \u000a| �[0;m�[38;5;43m20221212212635060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212635060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212635060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212635061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212635062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212635062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212635062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:36.949332 run osmo-stp_10.42.42.5(pid=29917): stdout: \u000a| (launched: 2022-12-12_21:26:34.717797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:37.092505 run osmo-stp_10.42.42.5(pid=29917): stderr: \u000a| �[0;m�[38;5;43m20221212212635060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212635060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212635060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212635061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212635062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212635062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212635062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:37.259706 run patchelf(pid=29920): Terminating (SIGINT)\u000a21:26:37.455223 run patchelf(pid=29920): Terminated: ok {rc=0}\u000a21:26:37.492363 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29917): Process ended prematurely: osmo-stp_10.42.42.5(pid=29917) [trial-2382↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29917)] [trial-2382↪gprs:trx-lms↪iperf3m4.py:8]\u000a21:26:37.503940 tst iperf3m4.py:8: Test FAILED (12.5 sec)\u000a21:26:37.575578 run osmo-hlr_10.42.42.2(pid=29914): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29914)]\u000a21:26:37.631425 run osmo-hlr_10.42.42.2(pid=29914): stdout: \u000a| (launched: 2022-12-12_21:26:33.408736) \u000a21:26:37.688537 run osmo-hlr_10.42.42.2(pid=29914): stderr: \u000a| �[0;m�[1;31m20221212212633726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212633726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212633726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212633726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212633726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212633726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212633752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212633763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212633763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212633764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:37.735986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29903): Terminating (SIGTERM)\u000a21:26:37.784512 run iperf3-srv_10.42.42.10(pid=29904): Terminating (SIGTERM)\u000a21:26:37.830335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29905): Terminating (SIGTERM)\u000a21:26:37.876805 run iperf3-srv_10.42.42.10(pid=29906): Terminating (SIGTERM)\u000a21:26:37.924327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29907): Terminating (SIGTERM)\u000a21:26:37.968820 run iperf3-srv_10.42.42.10(pid=29908): Terminating (SIGTERM)\u000a21:26:38.015763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29909): Terminating (SIGTERM)\u000a21:26:38.061223 run iperf3-srv_10.42.42.10(pid=29910): Terminating (SIGTERM)\u000a21:26:38.105631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29913): Terminating (SIGTERM)\u000a21:26:38.152606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29916): Terminating (SIGTERM)\u000a21:26:38.197411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29919): Terminating (SIGTERM)\u000a21:26:38.209671 --- ParallelTerminationStrategy: PID 29903 died...\u000a21:26:38.271980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29903): Terminated: ok {rc=0}\u000a21:26:38.283465 --- ParallelTerminationStrategy: PID 29904 died...\u000a21:26:38.344624 run iperf3-srv_10.42.42.10(pid=29904): Terminated {rc=256}\u000a21:26:38.356083 --- ParallelTerminationStrategy: PID 29905 died...\u000a21:26:38.417348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29905): Terminated: ok {rc=0}\u000a21:26:38.429169 --- ParallelTerminationStrategy: PID 29906 died...\u000a21:26:38.490016 run iperf3-srv_10.42.42.10(pid=29906): Terminated {rc=256}\u000a21:26:38.501417 --- ParallelTerminationStrategy: PID 29907 died...\u000a21:26:38.563810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29907): Terminated: ok {rc=0}\u000a21:26:38.575205 --- ParallelTerminationStrategy: PID 29908 died...\u000a21:26:38.636204 run iperf3-srv_10.42.42.10(pid=29908): Terminated {rc=256}\u000a21:26:38.647560 --- ParallelTerminationStrategy: PID 29909 died...\u000a21:26:38.710218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29909): Terminated: ok {rc=0}\u000a21:26:38.721682 --- ParallelTerminationStrategy: PID 29910 died...\u000a21:26:38.794998 run iperf3-srv_10.42.42.10(pid=29910): Terminated {rc=256}\u000a21:26:38.806560 --- ParallelTerminationStrategy: PID 29913 died...\u000a21:26:38.867599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29913): Terminated: ok {rc=0}\u000a21:26:38.880202 --- ParallelTerminationStrategy: PID 29916 died...\u000a21:26:38.941809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29916): Terminated: ok {rc=0}\u000a21:26:38.953311 --- ParallelTerminationStrategy: PID 29919 died...\u000a21:26:39.013510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29919): Terminated: ok {rc=0}\u000a21:26:39.109888 bus /gobi_4: Setting Powered False\u000a21:26:40.229219 bus /gobi_4: Setting Powered False\u000a21:26:41.370205 bus /gobi_1: Setting Powered False\u000a21:26:42.480657 bus /gobi_1: Setting Powered False\u000a21:26:43.622589 bus /gobi_0: Setting Powered False\u000a21:26:44.734312 bus /gobi_0: Setting Powered False\u000a21:26:45.853964 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29927): Process ended prematurely: osmo-stp_10.42.42.5(pid=29927) [trial-2382↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29927)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29927): Process ended prematurely: osmo-stp_10.42.42.5(pid=29927) [trial-2382↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a21:26:46.942485 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:46.954401 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a21:26:47.138644 tst ping.py: using LAC 31608\u000a21:26:47.292665 tst ping.py: using RAC 243\u000a21:26:47.447666 tst ping.py: using CellId 31608\u000a21:26:47.603313 tst ping.py: using BVCI 31609\u000a21:26:47.633913 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:47.647197 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:47.660306 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:47.672604 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:47.687086 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:47.699803 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:47.713419 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:47.725446 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a21:26:48.016882 tst ping.py:19: start network...\u000a21:26:48.148281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:48.691889 run create_hlr_db(pid=29921): Launched\u000a21:26:48.875168 bus /gobi_6: Setting Powered False\u000a21:26:49.907414 run create_hlr_db(pid=29921): Terminated: ok {rc=0}\u000a21:26:50.340052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29923): Launched\u000a21:26:50.753440 run osmo-hlr_10.42.42.2(pid=29924): Launched\u000a21:26:51.010992 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:26:51.640309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29926): Launched\u000a21:26:52.056378 run osmo-stp_10.42.42.5(pid=29927): Launched\u000a21:26:52.295490 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:26:52.977505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29929): Launched\u000a21:26:53.100860 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:26:53.417918 run patchelf(pid=29930): Launched\u000a21:26:53.604701 run osmo-stp_10.42.42.5(pid=29927): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29927)]\u000a21:26:53.739886 run osmo-stp_10.42.42.5(pid=29927): stdout: \u000a| (launched: 2022-12-12_21:26:51.801190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:53.875732 run osmo-stp_10.42.42.5(pid=29927): stderr: \u000a| �[0;m�[38;5;43m20221212212652123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212652123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212652124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212652124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212652124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212652129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212652129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:54.007302 run osmo-stp_10.42.42.5(pid=29927): stdout: \u000a| (launched: 2022-12-12_21:26:51.801190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:26:54.136409 run osmo-stp_10.42.42.5(pid=29927): stderr: \u000a| �[0;m�[38;5;43m20221212212652123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212652123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212652124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212652124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212652124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212652129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212652129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:26:54.288107 run patchelf(pid=29930): Terminating (SIGINT)\u000a21:26:54.466576 run patchelf(pid=29930): Terminated: ok {rc=0}\u000a21:26:54.498856 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29927): Process ended prematurely: osmo-stp_10.42.42.5(pid=29927) [trial-2382↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29927)] [trial-2382↪gprs:trx-lms↪ping.py:22]\u000a21:26:54.507830 tst ping.py:22: Test FAILED (7.6 sec)\u000a21:26:54.571104 run osmo-hlr_10.42.42.2(pid=29924): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29924)]\u000a21:26:54.622624 run osmo-hlr_10.42.42.2(pid=29924): stdout: \u000a| (launched: 2022-12-12_21:26:50.502484) \u000a21:26:54.674540 run osmo-hlr_10.42.42.2(pid=29924): stderr: \u000a| �[0;m�[1;31m20221212212650841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212650841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212650841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212650841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212650841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212650841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212650860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212650868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212650868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212650868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:26:54.718714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29923): Terminating (SIGTERM)\u000a21:26:54.762590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29926): Terminating (SIGTERM)\u000a21:26:54.805741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29929): Terminating (SIGTERM)\u000a21:26:54.817288 --- ParallelTerminationStrategy: PID 29923 died...\u000a21:26:54.874994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29923): Terminated: ok {rc=0}\u000a21:26:54.885384 --- ParallelTerminationStrategy: PID 29926 died...\u000a21:26:54.940768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29926): Terminated: ok {rc=0}\u000a21:26:54.951145 --- ParallelTerminationStrategy: PID 29929 died...\u000a21:26:55.007375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29929): Terminated: ok {rc=0}\u000a21:26:55.096938 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29937): Process ended prematurely: osmo-stp_10.42.42.5(pid=29937) [trial-2382↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29937)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29937): Process ended prematurely: osmo-stp_10.42.42.5(pid=29937) [trial-2382↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a21:26:56.164455 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:56.178612 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a21:26:56.321940 tst ping_idle_ping.py: using LAC 31609\u000a21:26:56.468393 tst ping_idle_ping.py: using RAC 244\u000a21:26:56.601593 tst ping_idle_ping.py: using CellId 31609\u000a21:26:56.733882 tst ping_idle_ping.py: using BVCI 31610\u000a21:26:56.760688 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:56.772642 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:56.784421 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:56.796702 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:56.810200 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:56.823013 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:56.838327 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a21:26:56.851702 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a21:26:57.171305 tst ping_idle_ping.py:24: start network...\u000a21:26:57.314811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:26:57.894751 run create_hlr_db(pid=29931): Launched\u000a21:26:58.094276 bus /gobi_6: Setting Powered False\u000a21:26:59.121084 run create_hlr_db(pid=29931): Terminated: ok {rc=0}\u000a21:26:59.588715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29933): Launched\u000a21:27:00.049677 run osmo-hlr_10.42.42.2(pid=29934): Launched\u000a21:27:00.289844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:00.868571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29936): Launched\u000a21:27:01.313372 run osmo-stp_10.42.42.5(pid=29937): Launched\u000a21:27:01.532743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:27:02.143097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29939): Launched\u000a21:27:02.257121 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:27:02.582832 run patchelf(pid=29940): Launched\u000a21:27:02.772185 run osmo-stp_10.42.42.5(pid=29937): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29937)]\u000a21:27:02.907811 run osmo-stp_10.42.42.5(pid=29937): stdout: \u000a| (launched: 2022-12-12_21:27:01.048732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:03.043725 run osmo-stp_10.42.42.5(pid=29937): stderr: \u000a| �[0;m�[38;5;43m20221212212701375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212701375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212701376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212701376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212701376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212701377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212701377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:03.175620 run osmo-stp_10.42.42.5(pid=29937): stdout: \u000a| (launched: 2022-12-12_21:27:01.048732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:03.305141 run osmo-stp_10.42.42.5(pid=29937): stderr: \u000a| �[0;m�[38;5;43m20221212212701375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212701375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212701376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212701376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212701376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212701377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212701377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:03.456304 run patchelf(pid=29940): Terminating (SIGINT)\u000a21:27:03.635043 run patchelf(pid=29940): Terminated: ok {rc=0}\u000a21:27:03.668432 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29937): Process ended prematurely: osmo-stp_10.42.42.5(pid=29937) [trial-2382↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29937)] [trial-2382↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a21:27:03.678347 tst ping_idle_ping.py:27: Test FAILED (7.5 sec)\u000a21:27:03.742424 run osmo-hlr_10.42.42.2(pid=29934): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29934)]\u000a21:27:03.794728 run osmo-hlr_10.42.42.2(pid=29934): stdout: \u000a| (launched: 2022-12-12_21:26:59.763547) \u000a21:27:03.847515 run osmo-hlr_10.42.42.2(pid=29934): stderr: \u000a| �[0;m�[1;31m20221212212700039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212700039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212700039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212700039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212700039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212700039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212700057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212700078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212700078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212700079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:03.892241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29933): Terminating (SIGTERM)\u000a21:27:03.936109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29936): Terminating (SIGTERM)\u000a21:27:03.979776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29939): Terminating (SIGTERM)\u000a21:27:03.991209 --- ParallelTerminationStrategy: PID 29933 died...\u000a21:27:04.048909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29933): Terminated: ok {rc=0}\u000a21:27:04.059667 --- ParallelTerminationStrategy: PID 29936 died...\u000a21:27:04.115738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29936): Terminated: ok {rc=0}\u000a21:27:04.126337 --- ParallelTerminationStrategy: PID 29939 died...\u000a21:27:04.182432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29939): Terminated: ok {rc=0}\u000a21:27:04.306510 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 67.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:25:59" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29954): Process ended prematurely: osmo-stp_10.42.42.5(pid=29954) [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29954)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29954): Process ended prematurely: osmo-stp_10.42.42.5(pid=29954) [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29954)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:27:06.566516 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:06.586011 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:27:06.745362 tst cs_paging_gprs_active.py: using LAC 31610\u000a21:27:06.877605 tst cs_paging_gprs_active.py: using RAC 245\u000a21:27:07.005858 tst cs_paging_gprs_active.py: using CellId 31610\u000a21:27:07.142862 tst cs_paging_gprs_active.py: using BVCI 31611\u000a21:27:07.169654 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:07.181627 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:07.193069 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:07.206772 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:07.218297 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:07.230327 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:07.242667 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:07.254774 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:07.267275 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:27:07.390301 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:27:07.721753 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:27:07.881844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:27:08.271228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29944): Launched\u000a21:27:08.582770 run iperf3-srv_10.42.42.10(pid=29945): Launched\u000a21:27:08.796544 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:27:08.943684 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:27:09.301896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29946): Launched\u000a21:27:09.613935 run iperf3-srv_10.42.42.10(pid=29947): Launched\u000a21:27:09.828473 tst cs_paging_gprs_active.py:38: start network...\u000a21:27:09.975757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:10.575302 run create_hlr_db(pid=29948): Launched\u000a21:27:10.763716 bus /gobi_6: Setting Powered False\u000a21:27:11.807909 run create_hlr_db(pid=29948): Terminated: ok {rc=0}\u000a21:27:12.264910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29950): Launched\u000a21:27:12.698622 run osmo-hlr_10.42.42.2(pid=29951): Launched\u000a21:27:12.912553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:13.575105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29953): Launched\u000a21:27:14.032917 run osmo-stp_10.42.42.5(pid=29954): Launched\u000a21:27:14.174702 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:27:14.769916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29956): Launched\u000a21:27:14.895616 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:27:15.210921 run patchelf(pid=29957): Launched\u000a21:27:15.412473 run osmo-stp_10.42.42.5(pid=29954): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29954)]\u000a21:27:15.559952 run osmo-stp_10.42.42.5(pid=29954): stdout: \u000a| (launched: 2022-12-12_21:27:13.750490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:15.707966 run osmo-stp_10.42.42.5(pid=29954): stderr: \u000a| �[0;m�[38;5;43m20221212212713935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212713936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212713936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212713936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212713937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212713937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212713937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:15.863153 run osmo-stp_10.42.42.5(pid=29954): stdout: \u000a| (launched: 2022-12-12_21:27:13.750490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:16.043387 run osmo-stp_10.42.42.5(pid=29954): stderr: \u000a| �[0;m�[38;5;43m20221212212713935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212713936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212713936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212713936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212713937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212713937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212713937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:16.225578 run patchelf(pid=29957): Terminating (SIGINT)\u000a21:27:16.419367 run patchelf(pid=29957): Terminated: ok {rc=0}\u000a21:27:16.455068 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29954): Process ended prematurely: osmo-stp_10.42.42.5(pid=29954) [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29954)] [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:27:16.465578 tst cs_paging_gprs_active.py:38: Test FAILED (10.0 sec)\u000a21:27:16.533923 run osmo-hlr_10.42.42.2(pid=29951): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29951)]\u000a21:27:16.588715 run osmo-hlr_10.42.42.2(pid=29951): stdout: \u000a| (launched: 2022-12-12_21:27:12.433275) \u000a21:27:16.643153 run osmo-hlr_10.42.42.2(pid=29951): stderr: \u000a| �[0;m�[1;31m20221212212712776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212712776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212712776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212712785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212712785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212712785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212712802 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212712815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212712815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212712815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:16.691204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29944): Terminating (SIGTERM)\u000a21:27:16.736680 run iperf3-srv_10.42.42.10(pid=29945): Terminating (SIGTERM)\u000a21:27:16.785043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29946): Terminating (SIGTERM)\u000a21:27:16.830633 run iperf3-srv_10.42.42.10(pid=29947): Terminating (SIGTERM)\u000a21:27:16.877815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29950): Terminating (SIGTERM)\u000a21:27:16.924216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29953): Terminating (SIGTERM)\u000a21:27:16.972857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29956): Terminating (SIGTERM)\u000a21:27:16.984218 --- ParallelTerminationStrategy: PID 29944 died...\u000a21:27:17.047188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29944): Terminated: ok {rc=0}\u000a21:27:17.058707 --- ParallelTerminationStrategy: PID 29945 died...\u000a21:27:17.120012 run iperf3-srv_10.42.42.10(pid=29945): Terminated {rc=256}\u000a21:27:17.131530 --- ParallelTerminationStrategy: PID 29946 died...\u000a21:27:17.193575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29946): Terminated: ok {rc=0}\u000a21:27:17.205279 --- ParallelTerminationStrategy: PID 29947 died...\u000a21:27:17.266418 run iperf3-srv_10.42.42.10(pid=29947): Terminated {rc=256}\u000a21:27:17.278220 --- ParallelTerminationStrategy: PID 29950 died...\u000a21:27:17.338756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29950): Terminated: ok {rc=0}\u000a21:27:17.351443 --- ParallelTerminationStrategy: PID 29953 died...\u000a21:27:17.413090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29953): Terminated: ok {rc=0}\u000a21:27:17.424622 --- ParallelTerminationStrategy: PID 29956 died...\u000a21:27:17.487029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29956): Terminated: ok {rc=0}\u000a21:27:17.600678 bus /gobi_0: Setting Powered False\u000a21:27:18.709764 bus /gobi_0: Setting Powered False\u000a21:27:19.865036 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29966): Process ended prematurely: osmo-stp_10.42.42.5(pid=29966) [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29966)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29966): Process ended prematurely: osmo-stp_10.42.42.5(pid=29966) [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:27:21.012881 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:21.026289 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:27:21.189083 tst iperf3.py: using LAC 31611\u000a21:27:21.324860 tst iperf3.py: using RAC 246\u000a21:27:21.465098 tst iperf3.py: using CellId 31611\u000a21:27:21.603191 tst iperf3.py: using BVCI 31612\u000a21:27:21.630830 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:21.643528 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:21.656587 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:21.670094 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:21.683604 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:21.696677 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:21.709257 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:21.722445 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:21.735981 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:27:22.079838 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:27:22.226765 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:27:22.601046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29958): Launched\u000a21:27:22.905525 run iperf3-srv_10.42.42.10(pid=29959): Launched\u000a21:27:23.117340 tst iperf3.py:8: start network...\u000a21:27:23.263392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:23.842034 run create_hlr_db(pid=29960): Launched\u000a21:27:24.051207 bus /gobi_6: Setting Powered False\u000a21:27:25.063346 run create_hlr_db(pid=29960): Terminated: ok {rc=0}\u000a21:27:25.523133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29962): Launched\u000a21:27:25.936684 run osmo-hlr_10.42.42.2(pid=29963): Launched\u000a21:27:26.158141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:26.779234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29965): Launched\u000a21:27:27.196755 run osmo-stp_10.42.42.5(pid=29966): Launched\u000a21:27:27.387241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:27:27.970088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29968): Launched\u000a21:27:28.096430 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:27:28.402334 run patchelf(pid=29969): Launched\u000a21:27:28.606535 run osmo-stp_10.42.42.5(pid=29966): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29966)]\u000a21:27:28.754866 run osmo-stp_10.42.42.5(pid=29966): stdout: \u000a| (launched: 2022-12-12_21:27:26.947144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:28.904532 run osmo-stp_10.42.42.5(pid=29966): stderr: \u000a| �[0;m�[38;5;43m20221212212727196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212727197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212727197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212727197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212727198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212727198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212727198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:29.050146 run osmo-stp_10.42.42.5(pid=29966): stdout: \u000a| (launched: 2022-12-12_21:27:26.947144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:29.193442 run osmo-stp_10.42.42.5(pid=29966): stderr: \u000a| �[0;m�[38;5;43m20221212212727196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212727197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212727197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212727197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212727198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212727198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212727198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:29.361570 run patchelf(pid=29969): Terminating (SIGINT)\u000a21:27:29.558587 run patchelf(pid=29969): Terminated: ok {rc=0}\u000a21:27:29.594970 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29966): Process ended prematurely: osmo-stp_10.42.42.5(pid=29966) [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29966)] [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a21:27:29.607304 tst iperf3.py:8: Test FAILED (8.6 sec)\u000a21:27:29.678432 run osmo-hlr_10.42.42.2(pid=29963): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29963)]\u000a21:27:29.734536 run osmo-hlr_10.42.42.2(pid=29963): stdout: \u000a| (launched: 2022-12-12_21:27:25.690407) \u000a21:27:29.791214 run osmo-hlr_10.42.42.2(pid=29963): stderr: \u000a| �[0;m�[1;31m20221212212725980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212725980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212725980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212725980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212725980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212725980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212726010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212726022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212726023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212726023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:29.839276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29958): Terminating (SIGTERM)\u000a21:27:29.886618 run iperf3-srv_10.42.42.10(pid=29959): Terminating (SIGTERM)\u000a21:27:29.935440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29962): Terminating (SIGTERM)\u000a21:27:29.982953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29965): Terminating (SIGTERM)\u000a21:27:30.030266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29968): Terminating (SIGTERM)\u000a21:27:30.041103 --- ParallelTerminationStrategy: PID 29958 died...\u000a21:27:30.102628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29958): Terminated: ok {rc=0}\u000a21:27:30.114063 --- ParallelTerminationStrategy: PID 29959 died...\u000a21:27:30.175450 run iperf3-srv_10.42.42.10(pid=29959): Terminated {rc=256}\u000a21:27:30.186844 --- ParallelTerminationStrategy: PID 29962 died...\u000a21:27:30.248760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29962): Terminated: ok {rc=0}\u000a21:27:30.260198 --- ParallelTerminationStrategy: PID 29965 died...\u000a21:27:30.320544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29965): Terminated: ok {rc=0}\u000a21:27:30.332008 --- ParallelTerminationStrategy: PID 29968 died...\u000a21:27:30.392468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29968): Terminated: ok {rc=0}\u000a21:27:30.484861 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29984): Process ended prematurely: osmo-stp_10.42.42.5(pid=29984) [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29984)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29984): Process ended prematurely: osmo-stp_10.42.42.5(pid=29984) [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:27:31.625163 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:31.640757 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:27:31.822478 tst iperf3m4.py: using LAC 31612\u000a21:27:32.007917 tst iperf3m4.py: using RAC 247\u000a21:27:32.163841 tst iperf3m4.py: using CellId 31612\u000a21:27:32.322253 tst iperf3m4.py: using BVCI 31613\u000a21:27:32.350661 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:32.363513 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:32.376760 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:32.390281 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:32.402564 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:32.417041 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:32.430545 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:32.442895 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:32.457750 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:27:32.608255 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:27:32.760048 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:27:32.885494 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:27:33.201461 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:27:33.348897 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:27:33.717281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29970): Launched\u000a21:27:34.028156 run iperf3-srv_10.42.42.10(pid=29971): Launched\u000a21:27:34.243519 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:27:34.390194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:27:34.783056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29972): Launched\u000a21:27:35.094705 run iperf3-srv_10.42.42.10(pid=29973): Launched\u000a21:27:35.309222 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:27:35.455902 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:27:35.823049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29974): Launched\u000a21:27:36.114935 run iperf3-srv_10.42.42.10(pid=29975): Launched\u000a21:27:36.318561 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:27:36.456791 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:27:36.811216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29976): Launched\u000a21:27:37.108590 run iperf3-srv_10.42.42.10(pid=29977): Launched\u000a21:27:37.311897 tst iperf3m4.py:8: start network...\u000a21:27:37.450343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:38.013037 run create_hlr_db(pid=29978): Launched\u000a21:27:38.202289 bus /gobi_6: Setting Powered False\u000a21:27:39.231293 run create_hlr_db(pid=29978): Terminated: ok {rc=0}\u000a21:27:39.686517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29980): Launched\u000a21:27:40.123454 run osmo-hlr_10.42.42.2(pid=29981): Launched\u000a21:27:40.362622 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:41.023095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29983): Launched\u000a21:27:41.403025 run osmo-stp_10.42.42.5(pid=29984): Launched\u000a21:27:41.620422 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:27:42.381090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29986): Launched\u000a21:27:42.495017 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:27:42.830385 run patchelf(pid=29987): Launched\u000a21:27:43.075614 run osmo-stp_10.42.42.5(pid=29984): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29984)]\u000a21:27:43.242309 run osmo-stp_10.42.42.5(pid=29984): stdout: \u000a| (launched: 2022-12-12_21:27:41.201803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:43.417576 run osmo-stp_10.42.42.5(pid=29984): stderr: \u000a| �[0;m�[38;5;43m20221212212741561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212741561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212741561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212741562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212741562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212741562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212741562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:43.580112 run osmo-stp_10.42.42.5(pid=29984): stdout: \u000a| (launched: 2022-12-12_21:27:41.201803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:27:43.747961 run osmo-stp_10.42.42.5(pid=29984): stderr: \u000a| �[0;m�[38;5;43m20221212212741561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212741561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212741561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212741562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212741562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212741562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212741562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:27:43.943177 run patchelf(pid=29987): Terminating (SIGINT)\u000a21:27:44.173301 run patchelf(pid=29987): Terminated: ok {rc=0}\u000a21:27:44.217286 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29984): Process ended prematurely: osmo-stp_10.42.42.5(pid=29984) [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29984)] [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:27:44.230474 tst iperf3m4.py:8: Test FAILED (12.6 sec)\u000a21:27:44.311696 run osmo-hlr_10.42.42.2(pid=29981): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29981)]\u000a21:27:44.375129 run osmo-hlr_10.42.42.2(pid=29981): stdout: \u000a| (launched: 2022-12-12_21:27:39.853152) \u000a21:27:44.441266 run osmo-hlr_10.42.42.2(pid=29981): stderr: \u000a| �[0;m�[1;31m20221212212740196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212740196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212740196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212740196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212740196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212740196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212740223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212740239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212740239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212740240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:27:44.496280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29970): Terminating (SIGTERM)\u000a21:27:44.548554 run iperf3-srv_10.42.42.10(pid=29971): Terminating (SIGTERM)\u000a21:27:44.600378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29972): Terminating (SIGTERM)\u000a21:27:44.650802 run iperf3-srv_10.42.42.10(pid=29973): Terminating (SIGTERM)\u000a21:27:44.702814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29974): Terminating (SIGTERM)\u000a21:27:44.753087 run iperf3-srv_10.42.42.10(pid=29975): Terminating (SIGTERM)\u000a21:27:44.795907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29976): Terminating (SIGTERM)\u000a21:27:44.841164 run iperf3-srv_10.42.42.10(pid=29977): Terminating (SIGTERM)\u000a21:27:44.883503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29980): Terminating (SIGTERM)\u000a21:27:44.930874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29983): Terminating (SIGTERM)\u000a21:27:44.982007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29986): Terminating (SIGTERM)\u000a21:27:44.992548 --- ParallelTerminationStrategy: PID 29970 died...\u000a21:27:45.060507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29970): Terminated: ok {rc=0}\u000a21:27:45.073125 --- ParallelTerminationStrategy: PID 29971 died...\u000a21:27:45.138985 run iperf3-srv_10.42.42.10(pid=29971): Terminated {rc=256}\u000a21:27:45.151718 --- ParallelTerminationStrategy: PID 29972 died...\u000a21:27:45.222590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29972): Terminated: ok {rc=0}\u000a21:27:45.235632 --- ParallelTerminationStrategy: PID 29973 died...\u000a21:27:45.302169 run iperf3-srv_10.42.42.10(pid=29973): Terminated {rc=256}\u000a21:27:45.314175 --- ParallelTerminationStrategy: PID 29974 died...\u000a21:27:45.380437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29974): Terminated: ok {rc=0}\u000a21:27:45.392403 --- ParallelTerminationStrategy: PID 29975 died...\u000a21:27:45.455280 run iperf3-srv_10.42.42.10(pid=29975): Terminated {rc=256}\u000a21:27:45.467890 --- ParallelTerminationStrategy: PID 29976 died...\u000a21:27:45.531213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29976): Terminated: ok {rc=0}\u000a21:27:45.543746 --- ParallelTerminationStrategy: PID 29977 died...\u000a21:27:45.609171 run iperf3-srv_10.42.42.10(pid=29977): Terminated {rc=256}\u000a21:27:45.623700 --- ParallelTerminationStrategy: PID 29980 died...\u000a21:27:45.694826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29980): Terminated: ok {rc=0}\u000a21:27:45.708451 --- ParallelTerminationStrategy: PID 29983 died...\u000a21:27:45.776836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29983): Terminated: ok {rc=0}\u000a21:27:45.790386 --- ParallelTerminationStrategy: PID 29986 died...\u000a21:27:45.851429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29986): Terminated: ok {rc=0}\u000a21:27:45.971574 bus /gobi_4: Setting Powered False\u000a21:27:47.093194 bus /gobi_4: Setting Powered False\u000a21:27:48.213725 bus /gobi_1: Setting Powered False\u000a21:27:49.329243 bus /gobi_1: Setting Powered False\u000a21:27:50.463698 bus /gobi_0: Setting Powered False\u000a21:27:51.589511 bus /gobi_0: Setting Powered False\u000a21:27:52.726337 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29994): Process ended prematurely: osmo-stp_10.42.42.5(pid=29994) [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29994)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29994): Process ended prematurely: osmo-stp_10.42.42.5(pid=29994) [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:27:53.807433 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:53.820435 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:27:53.967116 tst ping.py: using LAC 31613\u000a21:27:54.094916 tst ping.py: using RAC 248\u000a21:27:54.241232 tst ping.py: using CellId 31613\u000a21:27:54.372586 tst ping.py: using BVCI 31614\u000a21:27:54.397989 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:54.409697 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:54.421186 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:54.433701 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:54.445220 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:54.457125 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:54.469687 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:27:54.480993 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:27:54.770696 tst ping.py:19: start network...\u000a21:27:54.901990 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:27:55.407420 run create_hlr_db(pid=29988): Launched\u000a21:27:55.591077 bus /gobi_6: Setting Powered False\u000a21:27:56.642514 run create_hlr_db(pid=29988): Terminated: ok {rc=0}\u000a21:27:57.156334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29990): Launched\u000a21:27:57.590112 run osmo-hlr_10.42.42.2(pid=29991): Launched\u000a21:27:57.735404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:27:58.419890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29993): Launched\u000a21:27:58.835571 run osmo-stp_10.42.42.5(pid=29994): Launched\u000a21:27:59.123115 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:27:59.714075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29996): Launched\u000a21:27:59.827082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:28:00.160902 run patchelf(pid=29997): Launched\u000a21:28:00.406144 run osmo-stp_10.42.42.5(pid=29994): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29994)]\u000a21:28:00.577308 run osmo-stp_10.42.42.5(pid=29994): stdout: \u000a| (launched: 2022-12-12_21:27:58.622387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:00.745400 run osmo-stp_10.42.42.5(pid=29994): stderr: \u000a| �[0;m�[38;5;43m20221212212758909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212758909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212758909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212758910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212758910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212758910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212758910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:00.897869 run osmo-stp_10.42.42.5(pid=29994): stdout: \u000a| (launched: 2022-12-12_21:27:58.622387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:01.028257 run osmo-stp_10.42.42.5(pid=29994): stderr: \u000a| �[0;m�[38;5;43m20221212212758909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212758909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212758909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212758910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212758910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212758910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212758910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:01.180460 run patchelf(pid=29997): Terminating (SIGINT)\u000a21:28:01.359697 run patchelf(pid=29997): Terminated: ok {rc=0}\u000a21:28:01.392058 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29994): Process ended prematurely: osmo-stp_10.42.42.5(pid=29994) [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29994)] [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a21:28:01.401012 tst ping.py:22: Test FAILED (7.6 sec)\u000a21:28:01.463793 run osmo-hlr_10.42.42.2(pid=29991): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29991)]\u000a21:28:01.515515 run osmo-hlr_10.42.42.2(pid=29991): stdout: \u000a| (launched: 2022-12-12_21:27:57.360802) \u000a21:28:01.569239 run osmo-hlr_10.42.42.2(pid=29991): stderr: \u000a| �[0;m�[1;31m20221212212757587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212757587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212757587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212757587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212757587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212757587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212757603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212757614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212757614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212757616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:01.613823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29990): Terminating (SIGTERM)\u000a21:28:01.658655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29993): Terminating (SIGTERM)\u000a21:28:01.703386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29996): Terminating (SIGTERM)\u000a21:28:01.713243 --- ParallelTerminationStrategy: PID 29990 died...\u000a21:28:01.768851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29990): Terminated: ok {rc=0}\u000a21:28:01.779260 --- ParallelTerminationStrategy: PID 29993 died...\u000a21:28:01.834998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29993): Terminated: ok {rc=0}\u000a21:28:01.845880 --- ParallelTerminationStrategy: PID 29996 died...\u000a21:28:01.902570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29996): Terminated: ok {rc=0}\u000a21:28:01.990122 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30004): Process ended prematurely: osmo-stp_10.42.42.5(pid=30004) [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30004)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30004): Process ended prematurely: osmo-stp_10.42.42.5(pid=30004) [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:28:03.048828 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:28:03.063099 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:28:03.212719 tst ping_idle_ping.py: using LAC 31614\u000a21:28:03.351465 tst ping_idle_ping.py: using RAC 249\u000a21:28:03.480057 tst ping_idle_ping.py: using CellId 31614\u000a21:28:03.611208 tst ping_idle_ping.py: using BVCI 31615\u000a21:28:03.637981 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:28:03.650133 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:28:03.661658 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:28:03.673467 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:28:03.684380 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:28:03.695442 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:28:03.706649 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:28:03.717618 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:28:04.021150 tst ping_idle_ping.py:24: start network...\u000a21:28:04.152782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:28:04.662749 run create_hlr_db(pid=29998): Launched\u000a21:28:04.844408 bus /gobi_6: Setting Powered False\u000a21:28:05.874780 run create_hlr_db(pid=29998): Terminated: ok {rc=0}\u000a21:28:06.386423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30000): Launched\u000a21:28:06.842172 run osmo-hlr_10.42.42.2(pid=30001): Launched\u000a21:28:07.072731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:28:07.786805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30003): Launched\u000a21:28:08.228906 run osmo-stp_10.42.42.5(pid=30004): Launched\u000a21:28:08.386854 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:28:08.960385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30006): Launched\u000a21:28:09.073140 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:28:09.382455 run patchelf(pid=30007): Launched\u000a21:28:09.622446 run osmo-stp_10.42.42.5(pid=30004): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30004)]\u000a21:28:09.794700 run osmo-stp_10.42.42.5(pid=30004): stdout: \u000a| (launched: 2022-12-12_21:28:07.994546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:09.960888 run osmo-stp_10.42.42.5(pid=30004): stderr: \u000a| �[0;m�[38;5;43m20221212212808198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212808198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212808198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212808199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212808200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212808200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212808200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:10.123835 run osmo-stp_10.42.42.5(pid=30004): stdout: \u000a| (launched: 2022-12-12_21:28:07.994546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:10.276330 run osmo-stp_10.42.42.5(pid=30004): stderr: \u000a| �[0;m�[38;5;43m20221212212808198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212808198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212808198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212808199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212808200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212808200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212808200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:10.447818 run patchelf(pid=30007): Terminating (SIGINT)\u000a21:28:10.652046 run patchelf(pid=30007): Terminated: ok {rc=0}\u000a21:28:10.689107 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30004): Process ended prematurely: osmo-stp_10.42.42.5(pid=30004) [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30004)] [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:28:10.699210 tst ping_idle_ping.py:27: Test FAILED (7.6 sec)\u000a21:28:10.777431 run osmo-hlr_10.42.42.2(pid=30001): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30001)]\u000a21:28:10.838089 run osmo-hlr_10.42.42.2(pid=30001): stdout: \u000a| (launched: 2022-12-12_21:28:06.575603) \u000a21:28:10.901265 run osmo-hlr_10.42.42.2(pid=30001): stderr: \u000a| �[0;m�[1;31m20221212212806879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212806879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212806879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212806879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212806879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212806879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212806892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212806903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212806903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212806903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:10.953258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30000): Terminating (SIGTERM)\u000a21:28:11.002236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30003): Terminating (SIGTERM)\u000a21:28:11.051533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30006): Terminating (SIGTERM)\u000a21:28:11.062098 --- ParallelTerminationStrategy: PID 30000 died...\u000a21:28:11.125887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30000): Terminated: ok {rc=0}\u000a21:28:11.137456 --- ParallelTerminationStrategy: PID 30003 died...\u000a21:28:11.200791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30003): Terminated: ok {rc=0}\u000a21:28:11.211861 --- ParallelTerminationStrategy: PID 30006 died...\u000a21:28:11.273700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30006): Terminated: ok {rc=0}\u000a21:28:11.367270 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 68.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:27:06" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30021): Process ended prematurely: osmo-stp_10.42.42.5(pid=30021) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30021)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30021): Process ended prematurely: osmo-stp_10.42.42.5(pid=30021) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:28:13.567951 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:13.580020 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:28:13.756842 tst cs_paging_gprs_active.py: using LAC 31615\u000a21:28:13.914753 tst cs_paging_gprs_active.py: using RAC 250\u000a21:28:14.066209 tst cs_paging_gprs_active.py: using CellId 31615\u000a21:28:14.242215 tst cs_paging_gprs_active.py: using BVCI 31616\u000a21:28:14.269913 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:14.282041 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:14.294045 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:14.307993 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:14.321135 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:14.332749 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:14.345199 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:14.357279 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:14.369506 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:28:14.496737 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:28:14.812010 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:28:14.959272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:28:15.327055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30011): Launched\u000a21:28:15.705900 run iperf3-srv_10.42.42.10(pid=30012): Launched\u000a21:28:15.955347 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:28:16.103201 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:28:16.487449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30013): Launched\u000a21:28:16.843933 run iperf3-srv_10.42.42.10(pid=30014): Launched\u000a21:28:17.083261 tst cs_paging_gprs_active.py:38: start network...\u000a21:28:17.250721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:28:17.927070 run create_hlr_db(pid=30015): Launched\u000a21:28:18.152727 bus /gobi_6: Setting Powered False\u000a21:28:19.153186 run create_hlr_db(pid=30015): Terminated: ok {rc=0}\u000a21:28:19.645278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30017): Launched\u000a21:28:20.166181 run osmo-hlr_10.42.42.2(pid=30018): Launched\u000a21:28:20.311965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:28:20.873187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30020): Launched\u000a21:28:21.246789 run osmo-stp_10.42.42.5(pid=30021): Launched\u000a21:28:21.435167 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:28:22.145668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30023): Launched\u000a21:28:22.292912 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:28:22.633773 run patchelf(pid=30024): Launched\u000a21:28:22.832612 run osmo-stp_10.42.42.5(pid=30021): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30021)]\u000a21:28:22.973486 run osmo-stp_10.42.42.5(pid=30021): stdout: \u000a| (launched: 2022-12-12_21:28:21.042084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:23.115772 run osmo-stp_10.42.42.5(pid=30021): stderr: \u000a| �[0;m�[38;5;43m20221212212821274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212821274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212821274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212821275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212821275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212821275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212821275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:23.250298 run osmo-stp_10.42.42.5(pid=30021): stdout: \u000a| (launched: 2022-12-12_21:28:21.042084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:23.383203 run osmo-stp_10.42.42.5(pid=30021): stderr: \u000a| �[0;m�[38;5;43m20221212212821274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212821274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212821274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212821275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212821275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212821275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212821275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:23.538235 run patchelf(pid=30024): Terminating (SIGINT)\u000a21:28:23.720836 run patchelf(pid=30024): Terminated: ok {rc=0}\u000a21:28:23.755143 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30021): Process ended prematurely: osmo-stp_10.42.42.5(pid=30021) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30021)] [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:28:23.765044 tst cs_paging_gprs_active.py:38: Test FAILED (10.2 sec)\u000a21:28:23.828180 run osmo-hlr_10.42.42.2(pid=30018): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30018)]\u000a21:28:23.879642 run osmo-hlr_10.42.42.2(pid=30018): stdout: \u000a| (launched: 2022-12-12_21:28:19.856038) \u000a21:28:23.931717 run osmo-hlr_10.42.42.2(pid=30018): stderr: \u000a| �[0;m�[1;31m20221212212820068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212820068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212820068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212820068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212820068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212820068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212820092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212820109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212820109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212820109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:23.975905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30011): Terminating (SIGTERM)\u000a21:28:24.017565 run iperf3-srv_10.42.42.10(pid=30012): Terminating (SIGTERM)\u000a21:28:24.059309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30013): Terminating (SIGTERM)\u000a21:28:24.101175 run iperf3-srv_10.42.42.10(pid=30014): Terminating (SIGTERM)\u000a21:28:24.143084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30017): Terminating (SIGTERM)\u000a21:28:24.185587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30020): Terminating (SIGTERM)\u000a21:28:24.228012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30023): Terminating (SIGTERM)\u000a21:28:24.237553 --- ParallelTerminationStrategy: PID 30011 died...\u000a21:28:24.293587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30011): Terminated: ok {rc=0}\u000a21:28:24.303716 --- ParallelTerminationStrategy: PID 30012 died...\u000a21:28:24.359132 run iperf3-srv_10.42.42.10(pid=30012): Terminated {rc=256}\u000a21:28:24.369350 --- ParallelTerminationStrategy: PID 30013 died...\u000a21:28:24.425255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30013): Terminated: ok {rc=0}\u000a21:28:24.435326 --- ParallelTerminationStrategy: PID 30014 died...\u000a21:28:24.490767 run iperf3-srv_10.42.42.10(pid=30014): Terminated {rc=256}\u000a21:28:24.501028 --- ParallelTerminationStrategy: PID 30017 died...\u000a21:28:24.556261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30017): Terminated: ok {rc=0}\u000a21:28:24.566370 --- ParallelTerminationStrategy: PID 30020 died...\u000a21:28:24.621617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30020): Terminated: ok {rc=0}\u000a21:28:24.631789 --- ParallelTerminationStrategy: PID 30023 died...\u000a21:28:24.687159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30023): Terminated: ok {rc=0}\u000a21:28:24.788860 bus /gobi_0: Setting Powered False\u000a21:28:25.916338 bus /gobi_0: Setting Powered False\u000a21:28:27.044716 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30033): Process ended prematurely: osmo-stp_10.42.42.5(pid=30033) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30033)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30033): Process ended prematurely: osmo-stp_10.42.42.5(pid=30033) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:28:28.170312 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:28.183243 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:28:28.360820 tst iperf3.py: using LAC 31616\u000a21:28:28.490203 tst iperf3.py: using RAC 251\u000a21:28:28.621299 tst iperf3.py: using CellId 31616\u000a21:28:28.747807 tst iperf3.py: using BVCI 31617\u000a21:28:28.772555 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:28.783837 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:28.794949 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:28.806045 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:28.817083 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:28.828126 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:28.839452 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:28.850822 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:28.862330 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:28:29.151721 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:28:29.285935 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:28:29.618164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30025): Launched\u000a21:28:29.902647 run iperf3-srv_10.42.42.10(pid=30026): Launched\u000a21:28:30.098229 tst iperf3.py:8: start network...\u000a21:28:30.231988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:28:30.815748 run create_hlr_db(pid=30027): Launched\u000a21:28:31.054673 bus /gobi_6: Setting Powered False\u000a21:28:32.084376 run create_hlr_db(pid=30027): Terminated: ok {rc=0}\u000a21:28:32.696716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30029): Launched\u000a21:28:33.136531 run osmo-hlr_10.42.42.2(pid=30030): Launched\u000a21:28:33.297405 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:28:33.863596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30032): Launched\u000a21:28:34.218967 run osmo-stp_10.42.42.5(pid=30033): Launched\u000a21:28:34.430409 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:28:35.098353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30035): Launched\u000a21:28:35.234863 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:28:35.587737 run patchelf(pid=30036): Launched\u000a21:28:35.794732 run osmo-stp_10.42.42.5(pid=30033): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30033)]\u000a21:28:35.956318 run osmo-stp_10.42.42.5(pid=30033): stdout: \u000a| (launched: 2022-12-12_21:28:34.026530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:36.120775 run osmo-stp_10.42.42.5(pid=30033): stderr: \u000a| �[0;m�[38;5;43m20221212212834290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212834290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212834291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212834291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212834291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212834291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212834292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:36.280717 run osmo-stp_10.42.42.5(pid=30033): stdout: \u000a| (launched: 2022-12-12_21:28:34.026530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:36.442918 run osmo-stp_10.42.42.5(pid=30033): stderr: \u000a| �[0;m�[38;5;43m20221212212834290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212834290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212834291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212834291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212834291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212834291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212834292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:36.637071 run patchelf(pid=30036): Terminating (SIGINT)\u000a21:28:36.862315 run patchelf(pid=30036): Terminated: ok {rc=0}\u000a21:28:36.903372 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30033): Process ended prematurely: osmo-stp_10.42.42.5(pid=30033) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30033)] [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:28:36.916237 tst iperf3.py:8: Test FAILED (8.8 sec)\u000a21:28:36.994335 run osmo-hlr_10.42.42.2(pid=30030): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30030)]\u000a21:28:37.056614 run osmo-hlr_10.42.42.2(pid=30030): stdout: \u000a| (launched: 2022-12-12_21:28:32.903632) \u000a21:28:37.120816 run osmo-hlr_10.42.42.2(pid=30030): stderr: \u000a| �[0;m�[1;31m20221212212833110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212833110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212833110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212833110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212833110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212833110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212833122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212833134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212833134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212833134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:37.175719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30025): Terminating (SIGTERM)\u000a21:28:37.227593 run iperf3-srv_10.42.42.10(pid=30026): Terminating (SIGTERM)\u000a21:28:37.279996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30029): Terminating (SIGTERM)\u000a21:28:37.331084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30032): Terminating (SIGTERM)\u000a21:28:37.382450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30035): Terminating (SIGTERM)\u000a21:28:37.394261 --- ParallelTerminationStrategy: PID 30025 died...\u000a21:28:37.461203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30025): Terminated: ok {rc=0}\u000a21:28:37.473786 --- ParallelTerminationStrategy: PID 30026 died...\u000a21:28:37.533170 run iperf3-srv_10.42.42.10(pid=30026): Terminated {rc=256}\u000a21:28:37.544067 --- ParallelTerminationStrategy: PID 30029 died...\u000a21:28:37.600038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30029): Terminated: ok {rc=0}\u000a21:28:37.610150 --- ParallelTerminationStrategy: PID 30032 died...\u000a21:28:37.666445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30032): Terminated: ok {rc=0}\u000a21:28:37.676579 --- ParallelTerminationStrategy: PID 30035 died...\u000a21:28:37.732241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30035): Terminated: ok {rc=0}\u000a21:28:37.833479 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30063): Process ended prematurely: osmo-stp_10.42.42.5(pid=30063) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30063)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30063): Process ended prematurely: osmo-stp_10.42.42.5(pid=30063) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:28:38.973553 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:38.987081 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:28:39.187700 tst iperf3m4.py: using LAC 31617\u000a21:28:39.346206 tst iperf3m4.py: using RAC 252\u000a21:28:39.521962 tst iperf3m4.py: using CellId 31617\u000a21:28:39.663725 tst iperf3m4.py: using BVCI 31618\u000a21:28:39.689761 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:39.701105 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:39.712210 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:39.723368 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:39.735205 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:39.747522 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:39.759483 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:39.771155 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:28:39.783119 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:28:39.908132 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:28:40.045022 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:28:40.169459 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:28:40.468770 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:28:40.614324 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:28:40.945840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30047): Launched\u000a21:28:41.230157 run iperf3-srv_10.42.42.10(pid=30048): Launched\u000a21:28:41.439378 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:28:41.582868 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:28:41.936699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30049): Launched\u000a21:28:42.231841 run iperf3-srv_10.42.42.10(pid=30050): Launched\u000a21:28:42.441623 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:28:42.584248 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:28:42.939718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30051): Launched\u000a21:28:43.235863 run iperf3-srv_10.42.42.10(pid=30052): Launched\u000a21:28:43.445287 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:28:43.588523 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:28:43.944365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30053): Launched\u000a21:28:44.240998 run iperf3-srv_10.42.42.10(pid=30054): Launched\u000a21:28:44.450285 tst iperf3m4.py:8: start network...\u000a21:28:44.593661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:28:45.132027 run create_hlr_db(pid=30055): Launched\u000a21:28:45.329627 bus /gobi_6: Setting Powered False\u000a21:28:46.388869 run create_hlr_db(pid=30055): Terminated: ok {rc=0}\u000a21:28:46.863445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30058): Launched\u000a21:28:47.342867 run osmo-hlr_10.42.42.2(pid=30059): Launched\u000a21:28:47.548685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:28:48.146341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30062): Launched\u000a21:28:48.574618 run osmo-stp_10.42.42.5(pid=30063): Launched\u000a21:28:48.818282 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:28:49.461812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30065): Launched\u000a21:28:49.578180 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:28:49.916214 run patchelf(pid=30066): Launched\u000a21:28:50.106931 run osmo-stp_10.42.42.5(pid=30063): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30063)]\u000a21:28:50.245430 run osmo-stp_10.42.42.5(pid=30063): stdout: \u000a| (launched: 2022-12-12_21:28:48.315210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:50.384661 run osmo-stp_10.42.42.5(pid=30063): stderr: \u000a| �[0;m�[38;5;43m20221212212848635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212848635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212848635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212848635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212848636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212848636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212848636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:50.519425 run osmo-stp_10.42.42.5(pid=30063): stdout: \u000a| (launched: 2022-12-12_21:28:48.315210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:28:50.654313 run osmo-stp_10.42.42.5(pid=30063): stderr: \u000a| �[0;m�[38;5;43m20221212212848635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212848635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212848635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212848635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212848636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212848636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212848636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:28:50.810778 run patchelf(pid=30066): Terminating (SIGINT)\u000a21:28:50.994826 run patchelf(pid=30066): Terminated: ok {rc=0}\u000a21:28:51.029999 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30063): Process ended prematurely: osmo-stp_10.42.42.5(pid=30063) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30063)] [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:28:51.040846 tst iperf3m4.py:8: Test FAILED (12.1 sec)\u000a21:28:51.104786 run osmo-hlr_10.42.42.2(pid=30059): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30059)]\u000a21:28:51.156520 run osmo-hlr_10.42.42.2(pid=30059): stdout: \u000a| (launched: 2022-12-12_21:28:47.045990) \u000a21:28:51.209168 run osmo-hlr_10.42.42.2(pid=30059): stderr: \u000a| �[0;m�[1;31m20221212212847306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212847306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212847306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212847306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212847306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212847307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212847319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212847327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212847327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212847327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:28:51.254924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30047): Terminating (SIGTERM)\u000a21:28:51.297507 run iperf3-srv_10.42.42.10(pid=30048): Terminating (SIGTERM)\u000a21:28:51.341509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30049): Terminating (SIGTERM)\u000a21:28:51.386421 run iperf3-srv_10.42.42.10(pid=30050): Terminating (SIGTERM)\u000a21:28:51.431750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30051): Terminating (SIGTERM)\u000a21:28:51.476141 run iperf3-srv_10.42.42.10(pid=30052): Terminating (SIGTERM)\u000a21:28:51.520537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30053): Terminating (SIGTERM)\u000a21:28:51.565443 run iperf3-srv_10.42.42.10(pid=30054): Terminating (SIGTERM)\u000a21:28:51.610006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30058): Terminating (SIGTERM)\u000a21:28:51.653290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30062): Terminating (SIGTERM)\u000a21:28:51.699429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30065): Terminating (SIGTERM)\u000a21:28:51.709489 --- ParallelTerminationStrategy: PID 30047 died...\u000a21:28:51.765541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30047): Terminated: ok {rc=0}\u000a21:28:51.776077 --- ParallelTerminationStrategy: PID 30048 died...\u000a21:28:51.832854 run iperf3-srv_10.42.42.10(pid=30048): Terminated {rc=256}\u000a21:28:51.843383 --- ParallelTerminationStrategy: PID 30049 died...\u000a21:28:51.900433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30049): Terminated: ok {rc=0}\u000a21:28:51.910930 --- ParallelTerminationStrategy: PID 30050 died...\u000a21:28:51.968044 run iperf3-srv_10.42.42.10(pid=30050): Terminated {rc=256}\u000a21:28:51.978496 --- ParallelTerminationStrategy: PID 30051 died...\u000a21:28:52.035851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30051): Terminated: ok {rc=0}\u000a21:28:52.046426 --- ParallelTerminationStrategy: PID 30052 died...\u000a21:28:52.102293 run iperf3-srv_10.42.42.10(pid=30052): Terminated {rc=256}\u000a21:28:52.112823 --- ParallelTerminationStrategy: PID 30053 died...\u000a21:28:52.169119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30053): Terminated: ok {rc=0}\u000a21:28:52.179732 --- ParallelTerminationStrategy: PID 30054 died...\u000a21:28:52.236615 run iperf3-srv_10.42.42.10(pid=30054): Terminated {rc=256}\u000a21:28:52.247517 --- ParallelTerminationStrategy: PID 30058 died...\u000a21:28:52.303878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30058): Terminated: ok {rc=0}\u000a21:28:52.318963 --- ParallelTerminationStrategy: PID 30062 died...\u000a21:28:52.414104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30062): Terminated: ok {rc=0}\u000a21:28:52.432072 --- ParallelTerminationStrategy: PID 30065 died...\u000a21:28:52.488803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30065): Terminated: ok {rc=0}\u000a21:28:52.613993 bus /gobi_4: Setting Powered False\u000a21:28:53.752332 bus /gobi_4: Setting Powered False\u000a21:28:54.864760 bus /gobi_1: Setting Powered False\u000a21:28:56.001088 bus /gobi_1: Setting Powered False\u000a21:28:57.114957 bus /gobi_0: Setting Powered False\u000a21:28:58.268607 bus /gobi_0: Setting Powered False\u000a21:28:59.385909 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30073): Process ended prematurely: osmo-stp_10.42.42.5(pid=30073) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30073)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30073): Process ended prematurely: osmo-stp_10.42.42.5(pid=30073) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:29:00.483883 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:29:00.501068 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:29:00.671276 tst ping.py: using LAC 31618\u000a21:29:00.820263 tst ping.py: using RAC 253\u000a21:29:00.961648 tst ping.py: using CellId 31618\u000a21:29:01.119825 tst ping.py: using BVCI 31619\u000a21:29:01.145513 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:29:01.158098 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:29:01.170324 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:29:01.182934 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:29:01.195059 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:29:01.207585 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:29:01.220824 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:29:01.234521 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:29:01.607000 tst ping.py:19: start network...\u000a21:29:01.787130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:29:02.463092 run create_hlr_db(pid=30067): Launched\u000a21:29:02.699080 bus /gobi_6: Setting Powered False\u000a21:29:03.713677 run create_hlr_db(pid=30067): Terminated: ok {rc=0}\u000a21:29:04.191276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30069): Launched\u000a21:29:04.638569 run osmo-hlr_10.42.42.2(pid=30070): Launched\u000a21:29:04.879391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:29:05.485715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30072): Launched\u000a21:29:05.929284 run osmo-stp_10.42.42.5(pid=30073): Launched\u000a21:29:06.142168 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:29:06.717683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30075): Launched\u000a21:29:06.832866 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:29:07.127332 run patchelf(pid=30076): Launched\u000a21:29:07.323368 run osmo-stp_10.42.42.5(pid=30073): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30073)]\u000a21:29:07.459660 run osmo-stp_10.42.42.5(pid=30073): stdout: \u000a| (launched: 2022-12-12_21:29:05.659963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:07.597967 run osmo-stp_10.42.42.5(pid=30073): stderr: \u000a| �[0;m�[38;5;43m20221212212905963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212905963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212905963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212905963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212905964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212905964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212905964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:07.731870 run osmo-stp_10.42.42.5(pid=30073): stdout: \u000a| (launched: 2022-12-12_21:29:05.659963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:07.863218 run osmo-stp_10.42.42.5(pid=30073): stderr: \u000a| �[0;m�[38;5;43m20221212212905963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212905963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212905963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212905963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212905964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212905964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212905964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:08.015188 run patchelf(pid=30076): Terminating (SIGINT)\u000a21:29:08.195812 run patchelf(pid=30076): Terminated: ok {rc=0}\u000a21:29:08.227814 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30073): Process ended prematurely: osmo-stp_10.42.42.5(pid=30073) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30073)] [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:29:08.237939 tst ping.py:22: Test FAILED (7.7 sec)\u000a21:29:08.300391 run osmo-hlr_10.42.42.2(pid=30070): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30070)]\u000a21:29:08.352132 run osmo-hlr_10.42.42.2(pid=30070): stdout: \u000a| (launched: 2022-12-12_21:29:04.366046) \u000a21:29:08.404197 run osmo-hlr_10.42.42.2(pid=30070): stderr: \u000a| �[0;m�[1;31m20221212212904670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212904670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212904670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212904670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212904671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212904671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212904689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212904706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212904706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212904706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:29:08.449990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30069): Terminating (SIGTERM)\u000a21:29:08.493862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30072): Terminating (SIGTERM)\u000a21:29:08.536406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30075): Terminating (SIGTERM)\u000a21:29:08.547576 --- ParallelTerminationStrategy: PID 30069 died...\u000a21:29:08.605970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30069): Terminated: ok {rc=0}\u000a21:29:08.616789 --- ParallelTerminationStrategy: PID 30072 died...\u000a21:29:08.676651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30072): Terminated: ok {rc=0}\u000a21:29:08.687579 --- ParallelTerminationStrategy: PID 30075 died...\u000a21:29:08.745982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30075): Terminated: ok {rc=0}\u000a21:29:08.840494 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30083): Process ended prematurely: osmo-stp_10.42.42.5(pid=30083) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30083)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30083): Process ended prematurely: osmo-stp_10.42.42.5(pid=30083) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:29:09.900500 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:29:09.926819 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:29:10.109105 tst ping_idle_ping.py: using LAC 31619\u000a21:29:10.241876 tst ping_idle_ping.py: using RAC 254\u000a21:29:10.374091 tst ping_idle_ping.py: using CellId 31619\u000a21:29:10.560187 tst ping_idle_ping.py: using BVCI 31620\u000a21:29:10.602489 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:29:10.614651 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:29:10.627284 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:29:10.639583 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:29:10.651866 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:29:10.665556 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:29:10.677751 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:29:10.690863 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:29:10.985996 tst ping_idle_ping.py:24: start network...\u000a21:29:11.119946 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:29:11.672399 run create_hlr_db(pid=30077): Launched\u000a21:29:11.860334 bus /gobi_6: Setting Powered False\u000a21:29:12.903453 run create_hlr_db(pid=30077): Terminated: ok {rc=0}\u000a21:29:13.350504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30079): Launched\u000a21:29:13.767164 run osmo-hlr_10.42.42.2(pid=30080): Launched\u000a21:29:14.017036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:29:14.675295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30082): Launched\u000a21:29:15.111851 run osmo-stp_10.42.42.5(pid=30083): Launched\u000a21:29:15.333787 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:29:15.981648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30085): Launched\u000a21:29:16.105424 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:29:16.478797 run patchelf(pid=30086): Launched\u000a21:29:16.727692 run osmo-stp_10.42.42.5(pid=30083): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30083)]\u000a21:29:16.899869 run osmo-stp_10.42.42.5(pid=30083): stdout: \u000a| (launched: 2022-12-12_21:29:14.848157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:17.079078 run osmo-stp_10.42.42.5(pid=30083): stderr: \u000a| �[0;m�[38;5;43m20221212212915142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212915142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212915142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212915143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212915143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212915143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212915143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:17.248291 run osmo-stp_10.42.42.5(pid=30083): stdout: \u000a| (launched: 2022-12-12_21:29:14.848157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:17.418386 run osmo-stp_10.42.42.5(pid=30083): stderr: \u000a| �[0;m�[38;5;43m20221212212915142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212915142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212915142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212915143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212915143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212915143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212915143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:17.623628 run patchelf(pid=30086): Terminating (SIGINT)\u000a21:29:17.836632 run patchelf(pid=30086): Terminated: ok {rc=0}\u000a21:29:17.880194 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30083): Process ended prematurely: osmo-stp_10.42.42.5(pid=30083) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30083)] [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:29:17.894467 tst ping_idle_ping.py:27: Test FAILED (8.0 sec)\u000a21:29:17.957854 run osmo-hlr_10.42.42.2(pid=30080): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30080)]\u000a21:29:18.014810 run osmo-hlr_10.42.42.2(pid=30080): stdout: \u000a| (launched: 2022-12-12_21:29:13.511697) \u000a21:29:18.077712 run osmo-hlr_10.42.42.2(pid=30080): stderr: \u000a| �[0;m�[1;31m20221212212913851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212913851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212913851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212913851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212913851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212913851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212913870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212913883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212913883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212913883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:29:18.124151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30079): Terminating (SIGTERM)\u000a21:29:18.169249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30082): Terminating (SIGTERM)\u000a21:29:18.211878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30085): Terminating (SIGTERM)\u000a21:29:18.221619 --- ParallelTerminationStrategy: PID 30079 died...\u000a21:29:18.277960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30079): Terminated: ok {rc=0}\u000a21:29:18.288781 --- ParallelTerminationStrategy: PID 30082 died...\u000a21:29:18.345429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30082): Terminated: ok {rc=0}\u000a21:29:18.355870 --- ParallelTerminationStrategy: PID 30085 died...\u000a21:29:18.412833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30085): Terminated: ok {rc=0}\u000a21:29:18.501708 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 68.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:28:13" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30101): Process ended prematurely: osmo-stp_10.42.42.5(pid=30101) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30101)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30101): Process ended prematurely: osmo-stp_10.42.42.5(pid=30101) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:29:20.692308 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:20.705941 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:29:20.878512 tst cs_paging_gprs_active.py: using LAC 31620\u000a21:29:21.072487 tst cs_paging_gprs_active.py: using RAC 255\u000a21:29:21.238968 tst cs_paging_gprs_active.py: using CellId 31620\u000a21:29:21.424346 tst cs_paging_gprs_active.py: using BVCI 31621\u000a21:29:21.455387 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:21.467247 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:21.478842 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:21.492404 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:21.504155 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:21.516494 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:21.530588 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:21.542506 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:21.556246 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:29:21.691714 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:29:22.046482 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:29:22.194719 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:29:22.591675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30090): Launched\u000a21:29:22.911953 run iperf3-srv_10.42.42.10(pid=30091): Launched\u000a21:29:23.115584 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:29:23.255117 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:29:23.637324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30092): Launched\u000a21:29:23.961140 run iperf3-srv_10.42.42.10(pid=30093): Launched\u000a21:29:24.174238 tst cs_paging_gprs_active.py:38: start network...\u000a21:29:24.320203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:29:24.901262 run create_hlr_db(pid=30095): Launched\u000a21:29:25.101203 bus /gobi_6: Setting Powered False\u000a21:29:26.142771 run create_hlr_db(pid=30095): Terminated: ok {rc=0}\u000a21:29:26.612072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30097): Launched\u000a21:29:27.055221 run osmo-hlr_10.42.42.2(pid=30098): Launched\u000a21:29:27.324183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:29:27.935756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30100): Launched\u000a21:29:28.370142 run osmo-stp_10.42.42.5(pid=30101): Launched\u000a21:29:28.621342 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:29:29.235549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30103): Launched\u000a21:29:29.354617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:29:29.657735 run patchelf(pid=30104): Launched\u000a21:29:29.854317 run osmo-stp_10.42.42.5(pid=30101): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30101)]\u000a21:29:29.994209 run osmo-stp_10.42.42.5(pid=30101): stdout: \u000a| (launched: 2022-12-12_21:29:28.103779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:30.135462 run osmo-stp_10.42.42.5(pid=30101): stderr: \u000a| �[0;m�[38;5;43m20221212212928430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212928430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212928430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212928431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212928431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212928431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212928431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:30.271985 run osmo-stp_10.42.42.5(pid=30101): stdout: \u000a| (launched: 2022-12-12_21:29:28.103779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:30.406858 run osmo-stp_10.42.42.5(pid=30101): stderr: \u000a| �[0;m�[38;5;43m20221212212928430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212928430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212928430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212928431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212928431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212928431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212928431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:30.564474 run patchelf(pid=30104): Terminating (SIGINT)\u000a21:29:30.751474 run patchelf(pid=30104): Terminated: ok {rc=0}\u000a21:29:30.785321 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30101): Process ended prematurely: osmo-stp_10.42.42.5(pid=30101) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30101)] [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a21:29:30.795042 tst cs_paging_gprs_active.py:38: Test FAILED (10.1 sec)\u000a21:29:30.859910 run osmo-hlr_10.42.42.2(pid=30098): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30098)]\u000a21:29:30.914322 run osmo-hlr_10.42.42.2(pid=30098): stdout: \u000a| (launched: 2022-12-12_21:29:26.788586) \u000a21:29:30.967442 run osmo-hlr_10.42.42.2(pid=30098): stderr: \u000a| �[0;m�[1;31m20221212212927095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212927095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212927095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212927095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212927095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212927095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212927113 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212927129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212927130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212927130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:29:31.012411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30090): Terminating (SIGTERM)\u000a21:29:31.063747 run iperf3-srv_10.42.42.10(pid=30091): Terminating (SIGTERM)\u000a21:29:31.112316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30092): Terminating (SIGTERM)\u000a21:29:31.158943 run iperf3-srv_10.42.42.10(pid=30093): Terminating (SIGTERM)\u000a21:29:31.202018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30097): Terminating (SIGTERM)\u000a21:29:31.244369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30100): Terminating (SIGTERM)\u000a21:29:31.287145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30103): Terminating (SIGTERM)\u000a21:29:31.298413 --- ParallelTerminationStrategy: PID 30090 died...\u000a21:29:31.355858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30090): Terminated: ok {rc=0}\u000a21:29:31.365908 --- ParallelTerminationStrategy: PID 30091 died...\u000a21:29:31.421164 run iperf3-srv_10.42.42.10(pid=30091): Terminated {rc=256}\u000a21:29:31.431243 --- ParallelTerminationStrategy: PID 30092 died...\u000a21:29:31.487600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30092): Terminated: ok {rc=0}\u000a21:29:31.497596 --- ParallelTerminationStrategy: PID 30093 died...\u000a21:29:31.552607 run iperf3-srv_10.42.42.10(pid=30093): Terminated {rc=256}\u000a21:29:31.562848 --- ParallelTerminationStrategy: PID 30097 died...\u000a21:29:31.618680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30097): Terminated: ok {rc=0}\u000a21:29:31.628767 --- ParallelTerminationStrategy: PID 30100 died...\u000a21:29:31.685783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30100): Terminated: ok {rc=0}\u000a21:29:31.695792 --- ParallelTerminationStrategy: PID 30103 died...\u000a21:29:31.757453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30103): Terminated: ok {rc=0}\u000a21:29:31.851810 bus /gobi_0: Setting Powered False\u000a21:29:33.002140 bus /gobi_0: Setting Powered False\u000a21:29:34.152492 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30117): Process ended prematurely: osmo-stp_10.42.42.5(pid=30117) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30117)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30117): Process ended prematurely: osmo-stp_10.42.42.5(pid=30117) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a21:29:35.318701 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:35.334747 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:29:35.506836 tst iperf3.py: using LAC 31621\u000a21:29:35.635679 tst iperf3.py: using RAC 1\u000a21:29:35.774256 tst iperf3.py: using CellId 31621\u000a21:29:35.905660 tst iperf3.py: using BVCI 31622\u000a21:29:35.930624 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:35.941748 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:35.952721 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:35.963704 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:35.974644 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:35.985880 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:35.996807 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:36.007680 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:36.018633 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:29:36.441215 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:29:36.575607 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:29:36.956417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30109): Launched\u000a21:29:37.260536 run iperf3-srv_10.42.42.10(pid=30110): Launched\u000a21:29:37.456422 tst iperf3.py:8: start network...\u000a21:29:37.593217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:29:38.139157 run create_hlr_db(pid=30111): Launched\u000a21:29:38.327196 bus /gobi_6: Setting Powered False\u000a21:29:39.387541 run create_hlr_db(pid=30111): Terminated: ok {rc=0}\u000a21:29:39.845279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30113): Launched\u000a21:29:40.216724 run osmo-hlr_10.42.42.2(pid=30114): Launched\u000a21:29:40.422859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:29:41.020394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30116): Launched\u000a21:29:41.452910 run osmo-stp_10.42.42.5(pid=30117): Launched\u000a21:29:41.694868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:29:42.316060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30119): Launched\u000a21:29:42.434826 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:29:42.737897 run patchelf(pid=30120): Launched\u000a21:29:42.938565 run osmo-stp_10.42.42.5(pid=30117): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30117)]\u000a21:29:43.087564 run osmo-stp_10.42.42.5(pid=30117): stdout: \u000a| (launched: 2022-12-12_21:29:41.187165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:43.238110 run osmo-stp_10.42.42.5(pid=30117): stderr: \u000a| �[0;m�[38;5;43m20221212212941510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212941510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212941510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212941511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212941511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212941511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212941511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:43.382741 run osmo-stp_10.42.42.5(pid=30117): stdout: \u000a| (launched: 2022-12-12_21:29:41.187165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:43.526540 run osmo-stp_10.42.42.5(pid=30117): stderr: \u000a| �[0;m�[38;5;43m20221212212941510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212941510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212941510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212941511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212941511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212941511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212941511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:43.693540 run patchelf(pid=30120): Terminating (SIGINT)\u000a21:29:43.890222 run patchelf(pid=30120): Terminated: ok {rc=0}\u000a21:29:43.926146 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30117): Process ended prematurely: osmo-stp_10.42.42.5(pid=30117) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30117)] [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a21:29:43.936646 tst iperf3.py:8: Test FAILED (8.7 sec)\u000a21:29:44.004942 run osmo-hlr_10.42.42.2(pid=30114): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30114)]\u000a21:29:44.059444 run osmo-hlr_10.42.42.2(pid=30114): stdout: \u000a| (launched: 2022-12-12_21:29:40.012846) \u000a21:29:44.114939 run osmo-hlr_10.42.42.2(pid=30114): stderr: \u000a| �[0;m�[1;31m20221212212940332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212940332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212940332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212940332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212940332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212940332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212940347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212940361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212940361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212940361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:29:44.162081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30109): Terminating (SIGTERM)\u000a21:29:44.206693 run iperf3-srv_10.42.42.10(pid=30110): Terminating (SIGTERM)\u000a21:29:44.251213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30113): Terminating (SIGTERM)\u000a21:29:44.296357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30116): Terminating (SIGTERM)\u000a21:29:44.341797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30119): Terminating (SIGTERM)\u000a21:29:44.352140 --- ParallelTerminationStrategy: PID 30109 died...\u000a21:29:44.412421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30109): Terminated: ok {rc=0}\u000a21:29:44.423382 --- ParallelTerminationStrategy: PID 30110 died...\u000a21:29:44.482603 run iperf3-srv_10.42.42.10(pid=30110): Terminated {rc=256}\u000a21:29:44.493519 --- ParallelTerminationStrategy: PID 30113 died...\u000a21:29:44.553267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30113): Terminated: ok {rc=0}\u000a21:29:44.564081 --- ParallelTerminationStrategy: PID 30116 died...\u000a21:29:44.623697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30116): Terminated: ok {rc=0}\u000a21:29:44.634751 --- ParallelTerminationStrategy: PID 30119 died...\u000a21:29:44.694211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30119): Terminated: ok {rc=0}\u000a21:29:44.784433 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30135): Process ended prematurely: osmo-stp_10.42.42.5(pid=30135) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30135)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30135): Process ended prematurely: osmo-stp_10.42.42.5(pid=30135) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a21:29:45.903144 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:45.916008 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:29:46.092799 tst iperf3m4.py: using LAC 31622\u000a21:29:46.249424 tst iperf3m4.py: using RAC 2\u000a21:29:46.433047 tst iperf3m4.py: using CellId 31622\u000a21:29:46.612741 tst iperf3m4.py: using BVCI 31623\u000a21:29:46.643004 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:46.655825 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:46.669143 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:46.681605 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:46.693517 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:46.705916 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:46.718890 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:46.730735 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:29:46.743140 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:29:46.880484 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:29:47.020425 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:29:47.161139 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:29:47.537494 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:29:47.671545 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:29:48.007099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30121): Launched\u000a21:29:48.292419 run iperf3-srv_10.42.42.10(pid=30122): Launched\u000a21:29:48.492936 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:29:48.629762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:29:48.969540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30123): Launched\u000a21:29:49.256903 run iperf3-srv_10.42.42.10(pid=30124): Launched\u000a21:29:49.451361 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:29:49.584499 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:29:49.918219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30125): Launched\u000a21:29:50.198189 run iperf3-srv_10.42.42.10(pid=30126): Launched\u000a21:29:50.392650 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:29:50.526425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:29:50.860319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30127): Launched\u000a21:29:51.141233 run iperf3-srv_10.42.42.10(pid=30128): Launched\u000a21:29:51.341376 tst iperf3m4.py:8: start network...\u000a21:29:51.477324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:29:51.999641 run create_hlr_db(pid=30129): Launched\u000a21:29:52.187187 bus /gobi_6: Setting Powered False\u000a21:29:53.204409 run create_hlr_db(pid=30129): Terminated: ok {rc=0}\u000a21:29:53.633741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30131): Launched\u000a21:29:53.965323 run osmo-hlr_10.42.42.2(pid=30132): Launched\u000a21:29:54.087732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:29:54.655042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30134): Launched\u000a21:29:54.983431 run osmo-stp_10.42.42.5(pid=30135): Launched\u000a21:29:55.124206 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:29:55.714999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30137): Launched\u000a21:29:55.839574 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:29:56.156097 run patchelf(pid=30138): Launched\u000a21:29:56.362108 run osmo-stp_10.42.42.5(pid=30135): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30135)]\u000a21:29:56.511382 run osmo-stp_10.42.42.5(pid=30135): stdout: \u000a| (launched: 2022-12-12_21:29:54.820353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:56.661547 run osmo-stp_10.42.42.5(pid=30135): stderr: \u000a| �[0;m�[38;5;43m20221212212955003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212955003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212955004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212955004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212955005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212955005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212955005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:56.805597 run osmo-stp_10.42.42.5(pid=30135): stdout: \u000a| (launched: 2022-12-12_21:29:54.820353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:29:56.948511 run osmo-stp_10.42.42.5(pid=30135): stderr: \u000a| �[0;m�[38;5;43m20221212212955003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212212955003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212212955004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212212955004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212212955005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212212955005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212212955005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:29:57.116783 run patchelf(pid=30138): Terminating (SIGINT)\u000a21:29:57.313343 run patchelf(pid=30138): Terminated: ok {rc=0}\u000a21:29:57.349953 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30135): Process ended prematurely: osmo-stp_10.42.42.5(pid=30135) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30135)] [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a21:29:57.361487 tst iperf3m4.py:8: Test FAILED (11.5 sec)\u000a21:29:57.432403 run osmo-hlr_10.42.42.2(pid=30132): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30132)]\u000a21:29:57.488339 run osmo-hlr_10.42.42.2(pid=30132): stdout: \u000a| (launched: 2022-12-12_21:29:53.800178) \u000a21:29:57.545170 run osmo-hlr_10.42.42.2(pid=30132): stderr: \u000a| �[0;m�[1;31m20221212212953985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212212953985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212212953985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212953985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212212953985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212212953985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212212953998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212212954007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212212954007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212212954007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:29:57.594351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30121): Terminating (SIGTERM)\u000a21:29:57.642058 run iperf3-srv_10.42.42.10(pid=30122): Terminating (SIGTERM)\u000a21:29:57.689998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30123): Terminating (SIGTERM)\u000a21:29:57.736374 run iperf3-srv_10.42.42.10(pid=30124): Terminating (SIGTERM)\u000a21:29:57.785239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30125): Terminating (SIGTERM)\u000a21:29:57.833264 run iperf3-srv_10.42.42.10(pid=30126): Terminating (SIGTERM)\u000a21:29:57.879148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30127): Terminating (SIGTERM)\u000a21:29:57.927647 run iperf3-srv_10.42.42.10(pid=30128): Terminating (SIGTERM)\u000a21:29:57.974093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30131): Terminating (SIGTERM)\u000a21:29:58.022512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30134): Terminating (SIGTERM)\u000a21:29:58.070625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30137): Terminating (SIGTERM)\u000a21:29:58.082232 --- ParallelTerminationStrategy: PID 30121 died...\u000a21:29:58.145065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30121): Terminated: ok {rc=0}\u000a21:29:58.156630 --- ParallelTerminationStrategy: PID 30122 died...\u000a21:29:58.216886 run iperf3-srv_10.42.42.10(pid=30122): Terminated {rc=256}\u000a21:29:58.229430 --- ParallelTerminationStrategy: PID 30123 died...\u000a21:29:58.290773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30123): Terminated: ok {rc=0}\u000a21:29:58.302228 --- ParallelTerminationStrategy: PID 30124 died...\u000a21:29:58.364889 run iperf3-srv_10.42.42.10(pid=30124): Terminated {rc=256}\u000a21:29:58.376339 --- ParallelTerminationStrategy: PID 30125 died...\u000a21:29:58.437235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30125): Terminated: ok {rc=0}\u000a21:29:58.448651 --- ParallelTerminationStrategy: PID 30126 died...\u000a21:29:58.509803 run iperf3-srv_10.42.42.10(pid=30126): Terminated {rc=256}\u000a21:29:58.521721 --- ParallelTerminationStrategy: PID 30127 died...\u000a21:29:58.584340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30127): Terminated: ok {rc=0}\u000a21:29:58.595774 --- ParallelTerminationStrategy: PID 30128 died...\u000a21:29:58.656649 run iperf3-srv_10.42.42.10(pid=30128): Terminated {rc=256}\u000a21:29:58.668148 --- ParallelTerminationStrategy: PID 30131 died...\u000a21:29:58.729724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30131): Terminated: ok {rc=0}\u000a21:29:58.741207 --- ParallelTerminationStrategy: PID 30134 died...\u000a21:29:58.802378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30134): Terminated: ok {rc=0}\u000a21:29:58.813961 --- ParallelTerminationStrategy: PID 30137 died...\u000a21:29:58.875514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30137): Terminated: ok {rc=0}\u000a21:29:58.969822 bus /gobi_4: Setting Powered False\u000a21:30:00.091421 bus /gobi_4: Setting Powered False\u000a21:30:01.273163 bus /gobi_1: Setting Powered False\u000a21:30:02.466981 bus /gobi_1: Setting Powered False\u000a21:30:03.586265 bus /gobi_0: Setting Powered False\u000a21:30:04.692926 bus /gobi_0: Setting Powered False\u000a21:30:05.816206 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30149): Process ended prematurely: osmo-stp_10.42.42.5(pid=30149) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30149)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30149): Process ended prematurely: osmo-stp_10.42.42.5(pid=30149) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a21:30:06.891627 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:30:06.904817 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:30:07.099543 tst ping.py: using LAC 31623\u000a21:30:07.244101 tst ping.py: using RAC 3\u000a21:30:07.386414 tst ping.py: using CellId 31623\u000a21:30:07.514561 tst ping.py: using BVCI 31624\u000a21:30:07.539084 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:30:07.550443 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:30:07.561486 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:30:07.572759 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:30:07.583974 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:30:07.595427 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:30:07.606484 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:30:07.617929 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:30:07.906284 tst ping.py:19: start network...\u000a21:30:08.037439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:30:08.543554 run create_hlr_db(pid=30142): Launched\u000a21:30:08.726382 bus /gobi_6: Setting Powered False\u000a21:30:09.747802 run create_hlr_db(pid=30142): Terminated: ok {rc=0}\u000a21:30:10.170963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30144): Launched\u000a21:30:10.533398 run osmo-hlr_10.42.42.2(pid=30145): Launched\u000a21:30:10.697295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:30:11.257787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30148): Launched\u000a21:30:11.574105 run osmo-stp_10.42.42.5(pid=30149): Launched\u000a21:30:11.687539 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:30:12.238020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30151): Launched\u000a21:30:12.349480 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:30:12.630110 run patchelf(pid=30152): Launched\u000a21:30:12.813065 run osmo-stp_10.42.42.5(pid=30149): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30149)]\u000a21:30:12.946807 run osmo-stp_10.42.42.5(pid=30149): stdout: \u000a| (launched: 2022-12-12_21:30:11.416861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:13.080700 run osmo-stp_10.42.42.5(pid=30149): stderr: \u000a| �[0;m�[38;5;43m20221212213011591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213011591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213011591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213011592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213011592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213011592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213011592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:13.210292 run osmo-stp_10.42.42.5(pid=30149): stdout: \u000a| (launched: 2022-12-12_21:30:11.416861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:13.338668 run osmo-stp_10.42.42.5(pid=30149): stderr: \u000a| �[0;m�[38;5;43m20221212213011591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213011591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213011591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213011592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213011592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213011592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213011592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:13.488187 run patchelf(pid=30152): Terminating (SIGINT)\u000a21:30:13.664826 run patchelf(pid=30152): Terminated: ok {rc=0}\u000a21:30:13.696675 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30149): Process ended prematurely: osmo-stp_10.42.42.5(pid=30149) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30149)] [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a21:30:13.705544 tst ping.py:22: Test FAILED (6.8 sec)\u000a21:30:13.767116 run osmo-hlr_10.42.42.2(pid=30145): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30145)]\u000a21:30:13.817496 run osmo-hlr_10.42.42.2(pid=30145): stdout: \u000a| (launched: 2022-12-12_21:30:10.331441) \u000a21:30:13.868751 run osmo-hlr_10.42.42.2(pid=30145): stderr: \u000a| �[0;m�[1;31m20221212213010525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213010525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213010525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213010525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213010525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213010526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213010540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213010557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213010557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213010557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:30:13.911849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30144): Terminating (SIGTERM)\u000a21:30:13.952453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30148): Terminating (SIGTERM)\u000a21:30:13.993090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30151): Terminating (SIGTERM)\u000a21:30:14.002654 --- ParallelTerminationStrategy: PID 30144 died...\u000a21:30:14.057391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30144): Terminated: ok {rc=0}\u000a21:30:14.067391 --- ParallelTerminationStrategy: PID 30148 died...\u000a21:30:14.121592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30148): Terminated: ok {rc=0}\u000a21:30:14.131469 --- ParallelTerminationStrategy: PID 30151 died...\u000a21:30:14.185791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30151): Terminated: ok {rc=0}\u000a21:30:14.271648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30160): Process ended prematurely: osmo-stp_10.42.42.5(pid=30160) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30160)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30160): Process ended prematurely: osmo-stp_10.42.42.5(pid=30160) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a21:30:15.325097 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:30:15.337751 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:30:15.505236 tst ping_idle_ping.py: using LAC 31624\u000a21:30:15.629331 tst ping_idle_ping.py: using RAC 4\u000a21:30:15.753654 tst ping_idle_ping.py: using CellId 31624\u000a21:30:15.882690 tst ping_idle_ping.py: using BVCI 31625\u000a21:30:15.914561 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:30:15.926471 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:30:15.938222 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:30:15.950071 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:30:15.961635 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:30:15.973330 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:30:15.985270 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:30:15.997888 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:30:16.318099 tst ping_idle_ping.py:24: start network...\u000a21:30:16.451464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:30:17.010987 run create_hlr_db(pid=30154): Launched\u000a21:30:17.214530 bus /gobi_6: Setting Powered False\u000a21:30:18.217260 run create_hlr_db(pid=30154): Terminated: ok {rc=0}\u000a21:30:18.686544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30156): Launched\u000a21:30:19.006581 run osmo-hlr_10.42.42.2(pid=30157): Launched\u000a21:30:19.131245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:30:19.690706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30159): Launched\u000a21:30:20.006705 run osmo-stp_10.42.42.5(pid=30160): Launched\u000a21:30:20.120852 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:30:20.671122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30162): Launched\u000a21:30:20.782906 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:30:21.058198 run patchelf(pid=30163): Launched\u000a21:30:21.241452 run osmo-stp_10.42.42.5(pid=30160): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30160)]\u000a21:30:21.375346 run osmo-stp_10.42.42.5(pid=30160): stdout: \u000a| (launched: 2022-12-12_21:30:19.850501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:21.509615 run osmo-stp_10.42.42.5(pid=30160): stderr: \u000a| �[0;m�[38;5;43m20221212213020025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213020025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213020025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213020026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213020027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213020027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213020027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:21.638940 run osmo-stp_10.42.42.5(pid=30160): stdout: \u000a| (launched: 2022-12-12_21:30:19.850501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:21.767977 run osmo-stp_10.42.42.5(pid=30160): stderr: \u000a| �[0;m�[38;5;43m20221212213020025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213020025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213020025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213020026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213020027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213020027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213020027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:21.920313 run patchelf(pid=30163): Terminating (SIGINT)\u000a21:30:22.096934 run patchelf(pid=30163): Terminated: ok {rc=0}\u000a21:30:22.128921 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30160): Process ended prematurely: osmo-stp_10.42.42.5(pid=30160) [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30160)] [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a21:30:22.137710 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a21:30:22.199798 run osmo-hlr_10.42.42.2(pid=30157): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30157)]\u000a21:30:22.250545 run osmo-hlr_10.42.42.2(pid=30157): stdout: \u000a| (launched: 2022-12-12_21:30:18.847713) \u000a21:30:22.302061 run osmo-hlr_10.42.42.2(pid=30157): stderr: \u000a| �[0;m�[1;31m20221212213019027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213019027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213019027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213019027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213019027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213019028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213019043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213019052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213019052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213019052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:30:22.345723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30156): Terminating (SIGTERM)\u000a21:30:22.386736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30159): Terminating (SIGTERM)\u000a21:30:22.427846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30162): Terminating (SIGTERM)\u000a21:30:22.437564 --- ParallelTerminationStrategy: PID 30156 died...\u000a21:30:22.492609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30156): Terminated: ok {rc=0}\u000a21:30:22.502749 --- ParallelTerminationStrategy: PID 30159 died...\u000a21:30:22.557426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30159): Terminated: ok {rc=0}\u000a21:30:22.567348 --- ParallelTerminationStrategy: PID 30162 died...\u000a21:30:22.622084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30162): Terminated: ok {rc=0}\u000a21:30:22.708402 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 65.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:29:20" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30174): Process ended prematurely: osmo-stp_10.42.42.5(pid=30174) [trial-2382↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30174)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30174): Process ended prematurely: osmo-stp_10.42.42.5(pid=30174) [trial-2382↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:30:24.757260 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:30:24.769129 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:30:24.942003 tst switch_tch_pdch.py: using LAC 31625\u000a21:30:25.075585 tst switch_tch_pdch.py: using RAC 5\u000a21:30:25.208118 tst switch_tch_pdch.py: using CellId 31625\u000a21:30:25.342419 tst switch_tch_pdch.py: using BVCI 31626\u000a21:30:25.368210 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:30:25.380057 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:30:25.391890 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:30:25.404468 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:30:25.417021 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:30:25.429642 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:30:25.442339 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:30:25.455025 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:30:25.574194 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:30:25.884908 tst switch_tch_pdch.py:51: start network...\u000a21:30:26.025973 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:30:26.557220 run create_hlr_db(pid=30168): Launched\u000a21:30:26.752345 bus /gobi_6: Setting Powered False\u000a21:30:27.771473 run create_hlr_db(pid=30168): Terminated: ok {rc=0}\u000a21:30:28.193902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30170): Launched\u000a21:30:28.511073 run osmo-hlr_10.42.42.2(pid=30171): Launched\u000a21:30:28.635885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:30:29.190047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30173): Launched\u000a21:30:29.505668 run osmo-stp_10.42.42.5(pid=30174): Launched\u000a21:30:29.620003 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:30:30.166382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30176): Launched\u000a21:30:30.278208 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:30:30.554700 run patchelf(pid=30177): Launched\u000a21:30:30.737669 run osmo-stp_10.42.42.5(pid=30174): ERR: Terminated: ERROR {rc=1} [trial-2382↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30174)]\u000a21:30:30.895106 run osmo-stp_10.42.42.5(pid=30174): stdout: \u000a| (launched: 2022-12-12_21:30:29.348758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:31.045735 run osmo-stp_10.42.42.5(pid=30174): stderr: \u000a| �[0;m�[38;5;43m20221212213029522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213029522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213029522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213029523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213029523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213029523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213029523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:31.187938 run osmo-stp_10.42.42.5(pid=30174): stdout: \u000a| (launched: 2022-12-12_21:30:29.348758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:31.330859 run osmo-stp_10.42.42.5(pid=30174): stderr: \u000a| �[0;m�[38;5;43m20221212213029522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213029522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213029522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213029523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213029523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213029523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213029523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:31.496533 run patchelf(pid=30177): Terminating (SIGINT)\u000a21:30:31.692468 run patchelf(pid=30177): Terminated: ok {rc=0}\u000a21:30:31.728198 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30174): Process ended prematurely: osmo-stp_10.42.42.5(pid=30174) [trial-2382↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30174)] [trial-2382↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:30:31.739461 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a21:30:31.813353 run osmo-hlr_10.42.42.2(pid=30171): ERR: Terminated: ERROR {rc=237} [trial-2382↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30171)]\u000a21:30:31.876888 run osmo-hlr_10.42.42.2(pid=30171): stdout: \u000a| (launched: 2022-12-12_21:30:28.353570) \u000a21:30:31.939842 run osmo-hlr_10.42.42.2(pid=30171): stderr: \u000a| �[0;m�[1;31m20221212213028534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213028534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213028534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213028534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213028534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213028534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213028546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213028556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213028557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213028557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:30:31.991086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30170): Terminating (SIGTERM)\u000a21:30:32.042333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30173): Terminating (SIGTERM)\u000a21:30:32.093244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30176): Terminating (SIGTERM)\u000a21:30:32.104450 --- ParallelTerminationStrategy: PID 30170 died...\u000a21:30:32.162862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30170): Terminated: ok {rc=0}\u000a21:30:32.173370 --- ParallelTerminationStrategy: PID 30173 died...\u000a21:30:32.228919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30173): Terminated: ok {rc=0}\u000a21:30:32.239153 --- ParallelTerminationStrategy: PID 30176 died...\u000a21:30:32.293546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30176): Terminated: ok {rc=0}\u000a21:30:32.379582 bus /gobi_0: Setting Powered False\u000a21:30:33.483743 bus /gobi_0: Setting Powered False\u000a21:30:34.598727 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:30:24" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30189): Process ended prematurely: osmo-stp_10.42.42.5(pid=30189) [trial-2382↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30189)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30189): Process ended prematurely: osmo-stp_10.42.42.5(pid=30189) [trial-2382↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a21:30:36.585679 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:30:36.596674 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a21:30:36.754708 tst switch_tch_pdch.py: using LAC 31626\u000a21:30:36.887975 tst switch_tch_pdch.py: using RAC 6\u000a21:30:37.023361 tst switch_tch_pdch.py: using CellId 31626\u000a21:30:37.153396 tst switch_tch_pdch.py: using BVCI 31627\u000a21:30:37.179572 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:30:37.191249 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:30:37.202771 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:30:37.214439 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:30:37.226421 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:30:37.237983 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:30:37.249622 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:30:37.261170 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:30:37.382301 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:30:37.683204 tst switch_tch_pdch.py:51: start network...\u000a21:30:37.823739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:30:38.329507 run create_hlr_db(pid=30183): Launched\u000a21:30:38.466277 bus /gobi_6: Setting Powered False\u000a21:30:39.544827 run create_hlr_db(pid=30183): Terminated: ok {rc=0}\u000a21:30:39.963475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30185): Launched\u000a21:30:40.304227 run osmo-hlr_10.42.42.2(pid=30186): Launched\u000a21:30:40.428323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:30:40.949823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30188): Launched\u000a21:30:41.266295 run osmo-stp_10.42.42.5(pid=30189): Launched\u000a21:30:41.379702 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:30:41.900394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30191): Launched\u000a21:30:42.012102 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:30:42.286573 run patchelf(pid=30192): Launched\u000a21:30:42.468785 run osmo-stp_10.42.42.5(pid=30189): ERR: Terminated: ERROR {rc=1} [trial-2382↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30189)]\u000a21:30:42.602350 run osmo-stp_10.42.42.5(pid=30189): stdout: \u000a| (launched: 2022-12-12_21:30:41.109843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:42.736323 run osmo-stp_10.42.42.5(pid=30189): stderr: \u000a| �[0;m�[38;5;43m20221212213041286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213041286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213041286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213041287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213041287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213041287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213041287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:42.866642 run osmo-stp_10.42.42.5(pid=30189): stdout: \u000a| (launched: 2022-12-12_21:30:41.109843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:30:42.994534 run osmo-stp_10.42.42.5(pid=30189): stderr: \u000a| �[0;m�[38;5;43m20221212213041286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213041286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213041286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213041287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213041287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213041287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213041287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:30:43.143742 run patchelf(pid=30192): Terminating (SIGINT)\u000a21:30:43.319864 run patchelf(pid=30192): Terminated: ok {rc=0}\u000a21:30:43.352272 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30189): Process ended prematurely: osmo-stp_10.42.42.5(pid=30189) [trial-2382↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30189)] [trial-2382↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a21:30:43.361231 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a21:30:43.422439 run osmo-hlr_10.42.42.2(pid=30186): ERR: Terminated: ERROR {rc=237} [trial-2382↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30186)]\u000a21:30:43.472418 run osmo-hlr_10.42.42.2(pid=30186): stdout: \u000a| (launched: 2022-12-12_21:30:40.134832) \u000a21:30:43.523734 run osmo-hlr_10.42.42.2(pid=30186): stderr: \u000a| �[0;m�[1;31m20221212213040335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213040335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213040335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213040335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213040335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213040335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213040355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213040365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213040366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213040366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:30:43.567037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30185): Terminating (SIGTERM)\u000a21:30:43.607668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30188): Terminating (SIGTERM)\u000a21:30:43.648446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30191): Terminating (SIGTERM)\u000a21:30:43.658098 --- ParallelTerminationStrategy: PID 30185 died...\u000a21:30:43.712708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30185): Terminated: ok {rc=0}\u000a21:30:43.722847 --- ParallelTerminationStrategy: PID 30188 died...\u000a21:30:43.777133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30188): Terminated: ok {rc=0}\u000a21:30:43.787081 --- ParallelTerminationStrategy: PID 30191 died...\u000a21:30:43.841475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30191): Terminated: ok {rc=0}\u000a21:30:43.932290 bus /gobi_0: Setting Powered False\u000a21:30:45.036615 bus /gobi_0: Setting Powered False\u000a21:30:46.158499 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:30:36" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30197): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30197) [trial-2382↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30197)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30197): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30197) [trial-2382↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a21:30:48.046088 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a21:30:48.057199 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:30:48.198914 tst mo_mt_sms.py: using LAC 31627\u000a21:30:48.330291 tst mo_mt_sms.py: using RAC 7\u000a21:30:48.463350 tst mo_mt_sms.py: using CellId 31627\u000a21:30:48.595203 tst mo_mt_sms.py: using BVCI 31628\u000a21:30:48.620874 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:30:48.740263 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:30:49.030136 tst mo_mt_sms.py:9: start nitb and bts...\u000a21:30:49.160121 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:30:49.808387 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30196): Launched\u000a21:30:50.125481 run osmo-nitb_10.42.42.2(pid=30197): Launched\u000a21:30:50.318691 run osmo-nitb_10.42.42.2(pid=30197): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30197)]\u000a21:30:50.460196 run osmo-nitb_10.42.42.2(pid=30197): stdout: \u000a| (launched: 2022-12-12_21:30:49.967699) \u000a21:30:50.602169 run osmo-nitb_10.42.42.2(pid=30197): stderr: \u000a| (launched: 2022-12-12_21:30:50.014337)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:30:50.739264 run osmo-nitb_10.42.42.2(pid=30197): stdout: \u000a| (launched: 2022-12-12_21:30:49.967699) \u000a21:30:50.875510 run osmo-nitb_10.42.42.2(pid=30197): stderr: \u000a| (launched: 2022-12-12_21:30:50.014337)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:30:51.252137 tst osmo-nitb_10.42.42.2(pid=30197): stdout: \u000a| (launched: 2022-12-12_21:30:49.967699) \u000a21:30:51.376796 tst osmo-nitb_10.42.42.2(pid=30197): stderr: \u000a| (launched: 2022-12-12_21:30:50.014337)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:30:51.431245 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30197): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30197) [trial-2382↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30197)] [trial-2382↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a21:30:51.439448 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a21:30:51.474556 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30196): Terminating (SIGTERM)\u000a21:30:51.652152 --- ParallelTerminationStrategy: PID 30196 died...\u000a21:30:51.708318 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30196): Terminated: ok {rc=0}\u000a21:30:51.800072 bus /sierra_3: Setting Powered False\u000a21:30:52.908444 bus /sierra_3: Setting Powered False\u000a21:30:54.024901 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:30:47" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30208): Process ended prematurely: osmo-stp_10.42.42.5(pid=30208) [trial-2382↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30208)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30208): Process ended prematurely: osmo-stp_10.42.42.5(pid=30208) [trial-2382↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a21:30:55.919551 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:30:55.931007 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:30:56.073638 tst mo_mt_sms.py: using LAC 31628\u000a21:30:56.200757 tst mo_mt_sms.py: using RAC 8\u000a21:30:56.327580 tst mo_mt_sms.py: using CellId 31628\u000a21:30:56.459608 tst mo_mt_sms.py: using BVCI 31629\u000a21:30:56.485216 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:30:56.496621 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:30:56.507881 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:30:56.519396 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:30:56.531641 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:30:56.543175 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:30:56.662554 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:30:56.879552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:30:57.411705 run create_hlr_db(pid=30202): Launched\u000a21:30:57.607059 bus /sierra_2: Setting Powered False\u000a21:30:58.626848 run create_hlr_db(pid=30202): Terminated: ok {rc=0}\u000a21:30:59.049546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30204): Launched\u000a21:30:59.366101 run osmo-hlr_10.42.42.2(pid=30205): Launched\u000a21:30:59.482992 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:31:00.027877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30207): Launched\u000a21:31:00.342703 run osmo-stp_10.42.42.5(pid=30208): Launched\u000a21:31:00.457055 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:31:01.085423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30210): Launched\u000a21:31:01.515284 run osmo-msc_10.42.42.6(pid=30211): Launched\u000a21:31:01.985785 run osmo-stp_10.42.42.5(pid=30208): ERR: Terminated: ERROR {rc=1} [trial-2382↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30208)]\u000a21:31:02.337553 run osmo-stp_10.42.42.5(pid=30208): stdout: \u000a| (launched: 2022-12-12_21:31:00.186432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:31:02.475067 run osmo-stp_10.42.42.5(pid=30208): stderr: \u000a| �[0;m�[38;5;43m20221212213100361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213100362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213100362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213100362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213100363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213100363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213100363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:31:02.600455 run osmo-stp_10.42.42.5(pid=30208): stdout: \u000a| (launched: 2022-12-12_21:31:00.186432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:31:02.724906 run osmo-stp_10.42.42.5(pid=30208): stderr: \u000a| �[0;m�[38;5;43m20221212213100361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213100362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213100362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213100362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213100363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213100363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213100363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:31:02.779559 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30208): Process ended prematurely: osmo-stp_10.42.42.5(pid=30208) [trial-2382↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30208)] [trial-2382↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a21:31:02.787620 tst mo_mt_sms.py:16: Test FAILED (6.9 sec)\u000a21:31:02.849831 run osmo-hlr_10.42.42.2(pid=30205): ERR: Terminated: ERROR {rc=237} [trial-2382↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30205)]\u000a21:31:02.900734 run osmo-hlr_10.42.42.2(pid=30205): stdout: \u000a| (launched: 2022-12-12_21:30:59.208373) \u000a21:31:02.952164 run osmo-hlr_10.42.42.2(pid=30205): stderr: \u000a| �[0;m�[1;31m20221212213059388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213059388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213059389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213059389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213059389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213059389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213059401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213059409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213059409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213059409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:31:03.023321 run osmo-msc_10.42.42.6(pid=30211): ERR: Terminated: ERROR {rc=2} [trial-2382↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30211)]\u000a21:31:03.074076 run osmo-msc_10.42.42.6(pid=30211): stdout: \u000a| (launched: 2022-12-12_21:31:01.248053) \u000a21:31:03.125638 run osmo-msc_10.42.42.6(pid=30211): stderr: \u000a| �[0;m�[38;5;43m20221212213101837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213101838 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa495ad2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213101838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213101838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213101838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213101838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213101843 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213101843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213101844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213101844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:31:03.169119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30204): Terminating (SIGTERM)\u000a21:31:03.210212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30207): Terminating (SIGTERM)\u000a21:31:03.251345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30210): Terminating (SIGTERM)\u000a21:31:03.260904 --- ParallelTerminationStrategy: PID 30204 died...\u000a21:31:03.315931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30204): Terminated: ok {rc=0}\u000a21:31:03.325878 --- ParallelTerminationStrategy: PID 30207 died...\u000a21:31:03.380798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30207): Terminated: ok {rc=0}\u000a21:31:03.390704 --- ParallelTerminationStrategy: PID 30210 died...\u000a21:31:03.445711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30210): Terminated: ok {rc=0}\u000a21:31:03.532389 bus /sierra_3: Setting Powered False\u000a21:31:04.643872 bus /sierra_3: Setting Powered False\u000a21:31:05.758864 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:30:55" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30218): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30218) [trial-2382↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30218)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30218): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30218) [trial-2382↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a21:31:07.593283 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a21:31:07.605477 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:31:07.750064 tst assert_extension.py: using LAC 31629\u000a21:31:07.882394 tst assert_extension.py: using RAC 9\u000a21:31:08.013957 tst assert_extension.py: using CellId 31629\u000a21:31:08.147224 tst assert_extension.py: using BVCI 31630\u000a21:31:08.172774 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a21:31:08.478116 tst assert_extension.py:10: start nitb and bts...\u000a21:31:08.618904 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:31:09.315217 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30217): Launched\u000a21:31:09.652879 run osmo-nitb_10.42.42.2(pid=30218): Launched\u000a21:31:09.858536 run osmo-nitb_10.42.42.2(pid=30218): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30218)]\u000a21:31:10.010056 run osmo-nitb_10.42.42.2(pid=30218): stdout: \u000a| (launched: 2022-12-12_21:31:09.487437) \u000a21:31:10.161883 run osmo-nitb_10.42.42.2(pid=30218): stderr: \u000a| (launched: 2022-12-12_21:31:09.537705)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:31:10.309257 run osmo-nitb_10.42.42.2(pid=30218): stdout: \u000a| (launched: 2022-12-12_21:31:09.487437) \u000a21:31:10.455073 run osmo-nitb_10.42.42.2(pid=30218): stderr: \u000a| (launched: 2022-12-12_21:31:09.537705)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:31:10.788656 tst osmo-nitb_10.42.42.2(pid=30218): stdout: \u000a| (launched: 2022-12-12_21:31:09.487437) \u000a21:31:10.922990 tst osmo-nitb_10.42.42.2(pid=30218): stderr: \u000a| (launched: 2022-12-12_21:31:09.537705)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:31:10.981310 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30218): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30218) [trial-2382↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30218)] [trial-2382↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a21:31:10.990479 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a21:31:11.028437 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30217): Terminating (SIGTERM)\u000a21:31:11.206764 --- ParallelTerminationStrategy: PID 30217 died...\u000a21:31:11.266935 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30217): Terminated: ok {rc=0}\u000a21:31:11.356459 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:31:07" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "ussd:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30228): Process ended prematurely: osmo-stp_10.42.42.5(pid=30228) [trial-2382↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30228)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30228): Process ended prematurely: osmo-stp_10.42.42.5(pid=30228) [trial-2382↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a21:31:13.192811 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:31:13.203919 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:31:13.340192 tst assert_extension.py: using LAC 31630\u000a21:31:13.464450 tst assert_extension.py: using RAC 10\u000a21:31:13.593382 tst assert_extension.py: using CellId 31630\u000a21:31:13.715175 tst assert_extension.py: using BVCI 31631\u000a21:31:13.738930 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:31:13.749878 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:31:13.760567 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:31:13.771784 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:31:13.782513 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:31:13.794131 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a21:31:14.012320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:31:14.542535 run create_hlr_db(pid=30222): Launched\u000a21:31:14.737314 bus /sierra_2: Setting Powered False\u000a21:31:15.758795 run create_hlr_db(pid=30222): Terminated: ok {rc=0}\u000a21:31:16.234620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30224): Launched\u000a21:31:16.648771 run osmo-hlr_10.42.42.2(pid=30225): Launched\u000a21:31:16.887391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:31:17.498520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30227): Launched\u000a21:31:17.839917 run osmo-stp_10.42.42.5(pid=30228): Launched\u000a21:31:17.963560 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:31:18.581103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30230): Launched\u000a21:31:18.920363 run osmo-msc_10.42.42.6(pid=30231): Launched\u000a21:31:19.118930 run osmo-stp_10.42.42.5(pid=30228): ERR: Terminated: ERROR {rc=1} [trial-2382↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30228)]\u000a21:31:19.262949 run osmo-stp_10.42.42.5(pid=30228): stdout: \u000a| (launched: 2022-12-12_21:31:17.670256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:31:19.404765 run osmo-stp_10.42.42.5(pid=30228): stderr: \u000a| �[0;m�[38;5;43m20221212213117870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213117870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213117870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213117870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213117871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213117871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213117871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:31:19.539707 run osmo-stp_10.42.42.5(pid=30228): stdout: \u000a| (launched: 2022-12-12_21:31:17.670256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:31:19.673854 run osmo-stp_10.42.42.5(pid=30228): stderr: \u000a| �[0;m�[38;5;43m20221212213117870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213117870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213117870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213117870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213117871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213117871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213117871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:31:19.732429 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30228): Process ended prematurely: osmo-stp_10.42.42.5(pid=30228) [trial-2382↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30228)] [trial-2382↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a21:31:19.741464 tst assert_extension.py:17: Test FAILED (6.5 sec)\u000a21:31:19.807248 run osmo-hlr_10.42.42.2(pid=30225): ERR: Terminated: ERROR {rc=237} [trial-2382↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30225)]\u000a21:31:19.860767 run osmo-hlr_10.42.42.2(pid=30225): stdout: \u000a| (launched: 2022-12-12_21:31:16.398160) \u000a21:31:19.915001 run osmo-hlr_10.42.42.2(pid=30225): stderr: \u000a| �[0;m�[1;31m20221212213116622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213116622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213116622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213116622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213116622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213116622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213116647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213116667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213116668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213116668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:31:19.988327 run osmo-msc_10.42.42.6(pid=30231): ERR: Terminated: ERROR {rc=2} [trial-2382↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30231)]\u000a21:31:20.041858 run osmo-msc_10.42.42.6(pid=30231): stdout: \u000a| (launched: 2022-12-12_21:31:18.752663) \u000a21:31:20.095910 run osmo-msc_10.42.42.6(pid=30231): stderr: \u000a| �[0;m�[38;5;43m20221212213119080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213119080 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a7eaa6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213119080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213119080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213119081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213119081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213119083 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213119083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213119083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213119083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:31:20.142028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30224): Terminating (SIGTERM)\u000a21:31:20.185307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30227): Terminating (SIGTERM)\u000a21:31:20.229224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30230): Terminating (SIGTERM)\u000a21:31:20.239434 --- ParallelTerminationStrategy: PID 30224 died...\u000a21:31:20.298310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30224): Terminated: ok {rc=0}\u000a21:31:20.308880 --- ParallelTerminationStrategy: PID 30227 died...\u000a21:31:20.366778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30227): Terminated: ok {rc=0}\u000a21:31:20.377310 --- ParallelTerminationStrategy: PID 30230 died...\u000a21:31:20.435000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30230): Terminated: ok {rc=0}\u000a21:31:20.524276 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:31:12" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30242): Process ended prematurely: osmo-stp_10.42.42.5(pid=30242) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30242)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30242): Process ended prematurely: osmo-stp_10.42.42.5(pid=30242) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:31:22.487153 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:31:22.499488 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:31:22.666889 tst mo_mt_call.py: using LAC 31631\u000a21:31:22.800500 tst mo_mt_call.py: using RAC 11\u000a21:31:22.934800 tst mo_mt_call.py: using CellId 31631\u000a21:31:23.069013 tst mo_mt_call.py: using BVCI 31632\u000a21:31:23.095517 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:31:23.107525 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:31:23.119592 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:31:23.131761 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:31:23.144014 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:31:23.156301 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:31:23.280721 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:31:23.501817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:31:24.042823 run create_hlr_db(pid=30236): Launched\u000a21:31:24.241090 bus /sierra_2: Setting Powered False\u000a21:31:25.263653 run create_hlr_db(pid=30236): Terminated: ok {rc=0}\u000a21:31:25.694755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30238): Launched\u000a21:31:26.017079 run osmo-hlr_10.42.42.2(pid=30239): Launched\u000a21:31:26.144485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:31:26.705122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30241): Launched\u000a21:31:27.027097 run osmo-stp_10.42.42.5(pid=30242): Launched\u000a21:31:27.143475 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:31:27.728835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30244): Launched\u000a21:31:28.051943 run osmo-msc_10.42.42.6(pid=30245): Launched\u000a21:31:28.237954 run osmo-stp_10.42.42.5(pid=30242): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30242)]\u000a21:31:28.371501 run osmo-stp_10.42.42.5(pid=30242): stdout: \u000a| (launched: 2022-12-12_21:31:26.867223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:31:28.503203 run osmo-stp_10.42.42.5(pid=30242): stderr: \u000a| �[0;m�[38;5;43m20221212213127041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213127042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213127042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213127042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213127043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213127043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213127043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:31:28.630452 run osmo-stp_10.42.42.5(pid=30242): stdout: \u000a| (launched: 2022-12-12_21:31:26.867223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:31:28.756481 run osmo-stp_10.42.42.5(pid=30242): stderr: \u000a| �[0;m�[38;5;43m20221212213127041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213127042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213127042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213127042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213127043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213127043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213127043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:31:28.812009 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30242): Process ended prematurely: osmo-stp_10.42.42.5(pid=30242) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30242)] [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:31:28.820718 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:31:28.882541 run osmo-hlr_10.42.42.2(pid=30239): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30239)]\u000a21:31:28.933117 run osmo-hlr_10.42.42.2(pid=30239): stdout: \u000a| (launched: 2022-12-12_21:31:25.857663) \u000a21:31:28.984765 run osmo-hlr_10.42.42.2(pid=30239): stderr: \u000a| �[0;m�[1;31m20221212213126035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213126035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213126035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213126035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213126035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213126035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213126048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213126056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213126057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213126057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:31:29.054358 run osmo-msc_10.42.42.6(pid=30245): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30245)]\u000a21:31:29.104749 run osmo-msc_10.42.42.6(pid=30245): stdout: \u000a| (launched: 2022-12-12_21:31:27.891429) \u000a21:31:29.155601 run osmo-msc_10.42.42.6(pid=30245): stderr: \u000a| �[0;m�[38;5;43m20221212213128167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213128167 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2979180c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213128167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213128168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213128168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213128168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213128170 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213128170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213128170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213128170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:31:29.198794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30238): Terminating (SIGTERM)\u000a21:31:29.239680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30241): Terminating (SIGTERM)\u000a21:31:29.280267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30244): Terminating (SIGTERM)\u000a21:31:29.289474 --- ParallelTerminationStrategy: PID 30238 died...\u000a21:31:29.344011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30238): Terminated: ok {rc=0}\u000a21:31:29.353972 --- ParallelTerminationStrategy: PID 30241 died...\u000a21:31:29.408581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30241): Terminated: ok {rc=0}\u000a21:31:29.418462 --- ParallelTerminationStrategy: PID 30244 died...\u000a21:31:29.473019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30244): Terminated: ok {rc=0}\u000a21:31:29.558775 bus /sierra_3: Setting Powered False\u000a21:31:30.669324 bus /sierra_3: Setting Powered False\u000a21:31:31.782812 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30253): Process ended prematurely: osmo-stp_10.42.42.5(pid=30253) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30253)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30253): Process ended prematurely: osmo-stp_10.42.42.5(pid=30253) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:31:32.897991 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:31:32.910547 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:31:33.070137 tst mo_mt_call_osmux.py: using LAC 31632\u000a21:31:33.196176 tst mo_mt_call_osmux.py: using RAC 12\u000a21:31:33.326288 tst mo_mt_call_osmux.py: using CellId 31632\u000a21:31:33.459824 tst mo_mt_call_osmux.py: using BVCI 31633\u000a21:31:33.486169 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:31:33.498418 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:31:33.510394 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:31:33.523120 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:31:33.535299 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:31:33.548886 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:31:33.673287 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:31:33.891560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:31:34.430613 run create_hlr_db(pid=30247): Launched\u000a21:31:34.629169 bus /sierra_2: Setting Powered False\u000a21:31:35.651790 run create_hlr_db(pid=30247): Terminated: ok {rc=0}\u000a21:31:36.080558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30249): Launched\u000a21:31:36.405512 run osmo-hlr_10.42.42.2(pid=30250): Launched\u000a21:31:36.532534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:31:37.092284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30252): Launched\u000a21:31:37.414712 run osmo-stp_10.42.42.5(pid=30253): Launched\u000a21:31:37.530080 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:31:38.120393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30255): Launched\u000a21:31:38.443679 run osmo-msc_10.42.42.6(pid=30256): Launched\u000a21:31:38.631388 run osmo-stp_10.42.42.5(pid=30253): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30253)]\u000a21:31:38.765882 run osmo-stp_10.42.42.5(pid=30253): stdout: \u000a| (launched: 2022-12-12_21:31:37.254447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:31:38.898634 run osmo-stp_10.42.42.5(pid=30253): stderr: \u000a| �[0;m�[38;5;43m20221212213137429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213137429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213137429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213137430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213137430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213137430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213137430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:31:39.026665 run osmo-stp_10.42.42.5(pid=30253): stdout: \u000a| (launched: 2022-12-12_21:31:37.254447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:31:39.154386 run osmo-stp_10.42.42.5(pid=30253): stderr: \u000a| �[0;m�[38;5;43m20221212213137429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213137429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213137429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213137430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213137430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213137430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213137430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:31:39.210361 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30253): Process ended prematurely: osmo-stp_10.42.42.5(pid=30253) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30253)] [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:31:39.218938 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a21:31:39.280930 run osmo-hlr_10.42.42.2(pid=30250): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30250)]\u000a21:31:39.331550 run osmo-hlr_10.42.42.2(pid=30250): stdout: \u000a| (launched: 2022-12-12_21:31:36.244248) \u000a21:31:39.382738 run osmo-hlr_10.42.42.2(pid=30250): stderr: \u000a| �[0;m�[1;31m20221212213136424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213136424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213136424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213136424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213136424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213136424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213136436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213136445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213136445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213136445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:31:39.452297 run osmo-msc_10.42.42.6(pid=30256): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30256)]\u000a21:31:39.502696 run osmo-msc_10.42.42.6(pid=30256): stdout: \u000a| (launched: 2022-12-12_21:31:38.283372) \u000a21:31:39.553593 run osmo-msc_10.42.42.6(pid=30256): stderr: \u000a| �[0;m�[38;5;43m20221212213138560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213138561 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb259570c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213138561 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213138561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213138561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213138561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213138563 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213138563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213138563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213138564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:31:39.596800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30249): Terminating (SIGTERM)\u000a21:31:39.637726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30252): Terminating (SIGTERM)\u000a21:31:39.678469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30255): Terminating (SIGTERM)\u000a21:31:39.688012 --- ParallelTerminationStrategy: PID 30249 died...\u000a21:31:39.743424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30249): Terminated: ok {rc=0}\u000a21:31:39.753850 --- ParallelTerminationStrategy: PID 30252 died...\u000a21:31:39.808384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30252): Terminated: ok {rc=0}\u000a21:31:39.818334 --- ParallelTerminationStrategy: PID 30255 died...\u000a21:31:39.873084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30255): Terminated: ok {rc=0}\u000a21:31:39.964877 bus /sierra_3: Setting Powered False\u000a21:31:41.070459 bus /sierra_3: Setting Powered False\u000a21:31:42.185256 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:31:22" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30267): Process ended prematurely: osmo-stp_10.42.42.5(pid=30267) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30267)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30267): Process ended prematurely: osmo-stp_10.42.42.5(pid=30267) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:31:44.177986 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:31:44.189370 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:31:44.348265 tst mo_mt_call.py: using LAC 31633\u000a21:31:44.475429 tst mo_mt_call.py: using RAC 13\u000a21:31:44.602774 tst mo_mt_call.py: using CellId 31633\u000a21:31:44.729984 tst mo_mt_call.py: using BVCI 31634\u000a21:31:44.754357 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:31:44.765884 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:31:44.777156 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:31:44.788498 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:31:44.799845 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:31:44.811223 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:31:44.929451 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:31:45.138736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:31:45.651143 run create_hlr_db(pid=30261): Launched\u000a21:31:45.834651 bus /sierra_2: Setting Powered False\u000a21:31:46.858389 run create_hlr_db(pid=30261): Terminated: ok {rc=0}\u000a21:31:47.300025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30263): Launched\u000a21:31:47.625255 run osmo-hlr_10.42.42.2(pid=30264): Launched\u000a21:31:47.742310 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:31:48.296473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30266): Launched\u000a21:31:48.622459 run osmo-stp_10.42.42.5(pid=30267): Launched\u000a21:31:48.739064 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:31:49.326601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30269): Launched\u000a21:31:49.650673 run osmo-msc_10.42.42.6(pid=30270): Launched\u000a21:31:49.837704 run osmo-stp_10.42.42.5(pid=30267): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30267)]\u000a21:31:49.971889 run osmo-stp_10.42.42.5(pid=30267): stdout: \u000a| (launched: 2022-12-12_21:31:48.459689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:31:50.104798 run osmo-stp_10.42.42.5(pid=30267): stderr: \u000a| �[0;m�[38;5;43m20221212213148634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213148634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213148635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213148635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213148636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213148636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213148636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:31:50.233225 run osmo-stp_10.42.42.5(pid=30267): stdout: \u000a| (launched: 2022-12-12_21:31:48.459689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:31:50.360510 run osmo-stp_10.42.42.5(pid=30267): stderr: \u000a| �[0;m�[38;5;43m20221212213148634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213148634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213148635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213148635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213148636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213148636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213148636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:31:50.416556 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30267): Process ended prematurely: osmo-stp_10.42.42.5(pid=30267) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30267)] [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:31:50.425459 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:31:50.487168 run osmo-hlr_10.42.42.2(pid=30264): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30264)]\u000a21:31:50.537330 run osmo-hlr_10.42.42.2(pid=30264): stdout: \u000a| (launched: 2022-12-12_21:31:47.463970) \u000a21:31:50.589032 run osmo-hlr_10.42.42.2(pid=30264): stderr: \u000a| �[0;m�[1;31m20221212213147644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213147644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213147644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213147644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213147644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213147644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213147658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213147667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213147667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213147667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:31:50.658761 run osmo-msc_10.42.42.6(pid=30270): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30270)]\u000a21:31:50.708990 run osmo-msc_10.42.42.6(pid=30270): stdout: \u000a| (launched: 2022-12-12_21:31:49.490419) \u000a21:31:50.759705 run osmo-msc_10.42.42.6(pid=30270): stderr: \u000a| �[0;m�[38;5;43m20221212213149768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213149768 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61b12d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213149768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213149769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213149769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213149769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213149771 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213149771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213149771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213149771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:31:50.802339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30263): Terminating (SIGTERM)\u000a21:31:50.842692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30266): Terminating (SIGTERM)\u000a21:31:50.883053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30269): Terminating (SIGTERM)\u000a21:31:50.892221 --- ParallelTerminationStrategy: PID 30263 died...\u000a21:31:50.946724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30263): Terminated: ok {rc=0}\u000a21:31:50.956568 --- ParallelTerminationStrategy: PID 30266 died...\u000a21:31:51.011074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30266): Terminated: ok {rc=0}\u000a21:31:51.020816 --- ParallelTerminationStrategy: PID 30269 died...\u000a21:31:51.074834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30269): Terminated: ok {rc=0}\u000a21:31:51.166970 bus /sierra_3: Setting Powered False\u000a21:31:52.272367 bus /sierra_3: Setting Powered False\u000a21:31:53.381137 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30278): Process ended prematurely: osmo-stp_10.42.42.5(pid=30278) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30278)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30278): Process ended prematurely: osmo-stp_10.42.42.5(pid=30278) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:31:54.494307 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:31:54.506628 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:31:54.665304 tst mo_mt_call_osmux.py: using LAC 31634\u000a21:31:54.792091 tst mo_mt_call_osmux.py: using RAC 14\u000a21:31:54.916730 tst mo_mt_call_osmux.py: using CellId 31634\u000a21:31:55.051612 tst mo_mt_call_osmux.py: using BVCI 31635\u000a21:31:55.078027 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:31:55.090278 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:31:55.102138 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:31:55.114443 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:31:55.126921 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:31:55.139196 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:31:55.259680 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:31:55.472180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:31:55.988099 run create_hlr_db(pid=30272): Launched\u000a21:31:56.171559 bus /sierra_2: Setting Powered False\u000a21:31:57.194985 run create_hlr_db(pid=30272): Terminated: ok {rc=0}\u000a21:31:57.651606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30274): Launched\u000a21:31:57.998009 run osmo-hlr_10.42.42.2(pid=30275): Launched\u000a21:31:58.123190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:31:58.724588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30277): Launched\u000a21:31:59.069881 run osmo-stp_10.42.42.5(pid=30278): Launched\u000a21:31:59.195502 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:31:59.824602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30280): Launched\u000a21:32:00.171236 run osmo-msc_10.42.42.6(pid=30281): Launched\u000a21:32:00.373603 run osmo-stp_10.42.42.5(pid=30278): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30278)]\u000a21:32:00.518916 run osmo-stp_10.42.42.5(pid=30278): stdout: \u000a| (launched: 2022-12-12_21:31:58.899869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:32:00.663465 run osmo-stp_10.42.42.5(pid=30278): stderr: \u000a| �[0;m�[38;5;43m20221212213159099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213159099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213159099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213159099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213159100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213159100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213159100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:32:00.802552 run osmo-stp_10.42.42.5(pid=30278): stdout: \u000a| (launched: 2022-12-12_21:31:58.899869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:32:00.963192 run osmo-stp_10.42.42.5(pid=30278): stderr: \u000a| �[0;m�[38;5;43m20221212213159099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213159099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213159099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213159099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213159100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213159100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213159100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:32:01.025217 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30278): Process ended prematurely: osmo-stp_10.42.42.5(pid=30278) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30278)] [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:32:01.035529 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a21:32:01.103267 run osmo-hlr_10.42.42.2(pid=30275): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30275)]\u000a21:32:01.158045 run osmo-hlr_10.42.42.2(pid=30275): stdout: \u000a| (launched: 2022-12-12_21:31:57.827129) \u000a21:32:01.213656 run osmo-hlr_10.42.42.2(pid=30275): stderr: \u000a| �[0;m�[1;31m20221212213158030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213158030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213158030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213158030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213158030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213158030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213158043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213158054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213158054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213158054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:32:01.289485 run osmo-msc_10.42.42.6(pid=30281): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30281)]\u000a21:32:01.344600 run osmo-msc_10.42.42.6(pid=30281): stdout: \u000a| (launched: 2022-12-12_21:32:00.000194) \u000a21:32:01.399951 run osmo-msc_10.42.42.6(pid=30281): stderr: \u000a| �[0;m�[38;5;43m20221212213200328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213200328 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f9b120c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213200329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213200329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213200329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213200329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213200331 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213200331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213200331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213200331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:32:01.447531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30274): Terminating (SIGTERM)\u000a21:32:01.494534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30277): Terminating (SIGTERM)\u000a21:32:01.541323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30280): Terminating (SIGTERM)\u000a21:32:01.552613 --- ParallelTerminationStrategy: PID 30274 died...\u000a21:32:01.614519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30274): Terminated: ok {rc=0}\u000a21:32:01.625725 --- ParallelTerminationStrategy: PID 30277 died...\u000a21:32:01.685166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30277): Terminated: ok {rc=0}\u000a21:32:01.696158 --- ParallelTerminationStrategy: PID 30280 died...\u000a21:32:01.755824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30280): Terminated: ok {rc=0}\u000a21:32:01.849274 bus /sierra_3: Setting Powered False\u000a21:32:02.958481 bus /sierra_3: Setting Powered False\u000a21:32:04.073613 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:31:43" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30292): Process ended prematurely: osmo-stp_10.42.42.5(pid=30292) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30292)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30292): Process ended prematurely: osmo-stp_10.42.42.5(pid=30292) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:32:06.067481 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:32:06.079153 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:32:06.237300 tst mo_mt_call.py: using LAC 31635\u000a21:32:06.367097 tst mo_mt_call.py: using RAC 15\u000a21:32:06.495066 tst mo_mt_call.py: using CellId 31635\u000a21:32:06.618623 tst mo_mt_call.py: using BVCI 31636\u000a21:32:06.642879 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:32:06.654517 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:32:06.665887 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:32:06.677210 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:32:06.688567 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:32:06.699925 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:32:06.824855 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:32:07.033940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:32:07.549562 run create_hlr_db(pid=30286): Launched\u000a21:32:07.734095 bus /sierra_2: Setting Powered False\u000a21:32:08.756475 run create_hlr_db(pid=30286): Terminated: ok {rc=0}\u000a21:32:09.215470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30288): Launched\u000a21:32:09.566394 run osmo-hlr_10.42.42.2(pid=30289): Launched\u000a21:32:09.696649 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:32:10.296833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30291): Launched\u000a21:32:10.642411 run osmo-stp_10.42.42.5(pid=30292): Launched\u000a21:32:10.768037 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:32:11.402572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30294): Launched\u000a21:32:11.751396 run osmo-msc_10.42.42.6(pid=30295): Launched\u000a21:32:11.953379 run osmo-stp_10.42.42.5(pid=30292): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30292)]\u000a21:32:12.098413 run osmo-stp_10.42.42.5(pid=30292): stdout: \u000a| (launched: 2022-12-12_21:32:10.471721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:32:12.242586 run osmo-stp_10.42.42.5(pid=30292): stderr: \u000a| �[0;m�[38;5;43m20221212213210670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213210670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213210671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213210671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213210671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213210672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213210672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:32:12.381702 run osmo-stp_10.42.42.5(pid=30292): stdout: \u000a| (launched: 2022-12-12_21:32:10.471721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:32:12.519279 run osmo-stp_10.42.42.5(pid=30292): stderr: \u000a| �[0;m�[38;5;43m20221212213210670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213210670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213210671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213210671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213210671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213210672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213210672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:32:12.579426 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30292): Process ended prematurely: osmo-stp_10.42.42.5(pid=30292) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30292)] [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:32:12.589229 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a21:32:12.654968 run osmo-hlr_10.42.42.2(pid=30289): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30289)]\u000a21:32:12.708394 run osmo-hlr_10.42.42.2(pid=30289): stdout: \u000a| (launched: 2022-12-12_21:32:09.391971) \u000a21:32:12.762521 run osmo-hlr_10.42.42.2(pid=30289): stderr: \u000a| �[0;m�[1;31m20221212213209597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213209597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213209597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213209597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213209597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213209598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213209613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213209622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213209622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213209622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:32:12.835744 run osmo-msc_10.42.42.6(pid=30295): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30295)]\u000a21:32:12.889030 run osmo-msc_10.42.42.6(pid=30295): stdout: \u000a| (launched: 2022-12-12_21:32:11.579366) \u000a21:32:12.942883 run osmo-msc_10.42.42.6(pid=30295): stderr: \u000a| �[0;m�[38;5;43m20221212213211909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213211909 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b6698ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213211909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213211910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213211910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213211910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213211912 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213211912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213211912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213211912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:32:12.988544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30288): Terminating (SIGTERM)\u000a21:32:13.032743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30291): Terminating (SIGTERM)\u000a21:32:13.076402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30294): Terminating (SIGTERM)\u000a21:32:13.086683 --- ParallelTerminationStrategy: PID 30288 died...\u000a21:32:13.144663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30288): Terminated: ok {rc=0}\u000a21:32:13.155586 --- ParallelTerminationStrategy: PID 30291 died...\u000a21:32:13.214129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30291): Terminated: ok {rc=0}\u000a21:32:13.224717 --- ParallelTerminationStrategy: PID 30294 died...\u000a21:32:13.283054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30294): Terminated: ok {rc=0}\u000a21:32:13.372457 bus /sierra_3: Setting Powered False\u000a21:32:14.481967 bus /sierra_3: Setting Powered False\u000a21:32:15.593793 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30303): Process ended prematurely: osmo-stp_10.42.42.5(pid=30303) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30303)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30303): Process ended prematurely: osmo-stp_10.42.42.5(pid=30303) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:32:16.708274 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:32:16.721494 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:32:16.918209 tst mo_mt_call_osmux.py: using LAC 31636\u000a21:32:17.065424 tst mo_mt_call_osmux.py: using RAC 16\u000a21:32:17.204580 tst mo_mt_call_osmux.py: using CellId 31636\u000a21:32:17.348126 tst mo_mt_call_osmux.py: using BVCI 31637\u000a21:32:17.374625 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:32:17.386866 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:32:17.399037 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:32:17.411689 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:32:17.424231 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:32:17.436580 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:32:17.560039 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:32:17.783664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:32:18.328738 run create_hlr_db(pid=30297): Launched\u000a21:32:18.527855 bus /sierra_2: Setting Powered False\u000a21:32:19.549493 run create_hlr_db(pid=30297): Terminated: ok {rc=0}\u000a21:32:20.006117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30299): Launched\u000a21:32:20.353415 run osmo-hlr_10.42.42.2(pid=30300): Launched\u000a21:32:20.481437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:32:21.078575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30302): Launched\u000a21:32:21.425642 run osmo-stp_10.42.42.5(pid=30303): Launched\u000a21:32:21.554785 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:32:22.181274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30305): Launched\u000a21:32:22.529920 run osmo-msc_10.42.42.6(pid=30306): Launched\u000a21:32:22.729862 run osmo-stp_10.42.42.5(pid=30303): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30303)]\u000a21:32:22.874006 run osmo-stp_10.42.42.5(pid=30303): stdout: \u000a| (launched: 2022-12-12_21:32:21.253603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:32:23.016613 run osmo-stp_10.42.42.5(pid=30303): stderr: \u000a| �[0;m�[38;5;43m20221212213221453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213221453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213221454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213221454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213221455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213221455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213221455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:32:23.154487 run osmo-stp_10.42.42.5(pid=30303): stdout: \u000a| (launched: 2022-12-12_21:32:21.253603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:32:23.291319 run osmo-stp_10.42.42.5(pid=30303): stderr: \u000a| �[0;m�[38;5;43m20221212213221453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213221453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213221454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213221454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213221455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213221455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213221455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:32:23.351649 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30303): Process ended prematurely: osmo-stp_10.42.42.5(pid=30303) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30303)] [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:32:23.361429 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a21:32:23.427435 run osmo-hlr_10.42.42.2(pid=30300): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30300)]\u000a21:32:23.480592 run osmo-hlr_10.42.42.2(pid=30300): stdout: \u000a| (launched: 2022-12-12_21:32:20.181428) \u000a21:32:23.534514 run osmo-hlr_10.42.42.2(pid=30300): stderr: \u000a| �[0;m�[1;31m20221212213220385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213220385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213220385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213220385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213220385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213220385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213220398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213220406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213220407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213220407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:32:23.608016 run osmo-msc_10.42.42.6(pid=30306): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30306)]\u000a21:32:23.661710 run osmo-msc_10.42.42.6(pid=30306): stdout: \u000a| (launched: 2022-12-12_21:32:22.357707) \u000a21:32:23.716012 run osmo-msc_10.42.42.6(pid=30306): stderr: \u000a| �[0;m�[38;5;43m20221212213222688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213222688 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c25b2fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213222688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213222688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213222688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213222689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213222690 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213222691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213222691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213222691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:32:23.761392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30299): Terminating (SIGTERM)\u000a21:32:23.804696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30302): Terminating (SIGTERM)\u000a21:32:23.848683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30305): Terminating (SIGTERM)\u000a21:32:23.858959 --- ParallelTerminationStrategy: PID 30299 died...\u000a21:32:23.916896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30299): Terminated: ok {rc=0}\u000a21:32:23.928059 --- ParallelTerminationStrategy: PID 30302 died...\u000a21:32:23.986117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30302): Terminated: ok {rc=0}\u000a21:32:23.996933 --- ParallelTerminationStrategy: PID 30305 died...\u000a21:32:24.054695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30305): Terminated: ok {rc=0}\u000a21:32:24.144861 bus /sierra_3: Setting Powered False\u000a21:32:25.249869 bus /sierra_3: Setting Powered False\u000a21:32:26.364287 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:32:05" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30317): Process ended prematurely: osmo-stp_10.42.42.5(pid=30317) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30317)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30317): Process ended prematurely: osmo-stp_10.42.42.5(pid=30317) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:32:28.356372 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:32:28.367835 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:32:28.531214 tst mo_mt_call.py: using LAC 31637\u000a21:32:28.656881 tst mo_mt_call.py: using RAC 17\u000a21:32:28.782862 tst mo_mt_call.py: using CellId 31637\u000a21:32:28.908874 tst mo_mt_call.py: using BVCI 31638\u000a21:32:28.933441 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:32:28.945176 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:32:28.956462 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:32:28.967742 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:32:28.979125 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:32:28.990398 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:32:29.113845 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:32:29.334817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:32:29.879456 run create_hlr_db(pid=30311): Launched\u000a21:32:30.079104 bus /sierra_2: Setting Powered False\u000a21:32:31.094045 run create_hlr_db(pid=30311): Terminated: ok {rc=0}\u000a21:32:31.548209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30313): Launched\u000a21:32:31.878646 run osmo-hlr_10.42.42.2(pid=30314): Launched\u000a21:32:32.126660 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:32:32.798185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30316): Launched\u000a21:32:33.121310 run osmo-stp_10.42.42.5(pid=30317): Launched\u000a21:32:33.238084 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:32:33.825489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30319): Launched\u000a21:32:34.150013 run osmo-msc_10.42.42.6(pid=30320): Launched\u000a21:32:34.336874 run osmo-stp_10.42.42.5(pid=30317): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30317)]\u000a21:32:34.471354 run osmo-stp_10.42.42.5(pid=30317): stdout: \u000a| (launched: 2022-12-12_21:32:32.960793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:32:34.603815 run osmo-stp_10.42.42.5(pid=30317): stderr: \u000a| �[0;m�[38;5;43m20221212213233137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213233137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213233138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213233138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213233139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213233139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213233139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:32:34.731903 run osmo-stp_10.42.42.5(pid=30317): stdout: \u000a| (launched: 2022-12-12_21:32:32.960793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:32:34.859484 run osmo-stp_10.42.42.5(pid=30317): stderr: \u000a| �[0;m�[38;5;43m20221212213233137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213233137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213233138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213233138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213233139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213233139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213233139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:32:34.915235 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30317): Process ended prematurely: osmo-stp_10.42.42.5(pid=30317) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30317)] [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a21:32:34.923912 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a21:32:34.985328 run osmo-hlr_10.42.42.2(pid=30314): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30314)]\u000a21:32:35.035579 run osmo-hlr_10.42.42.2(pid=30314): stdout: \u000a| (launched: 2022-12-12_21:32:31.716647) \u000a21:32:35.086790 run osmo-hlr_10.42.42.2(pid=30314): stderr: \u000a| �[0;m�[1;31m20221212213232140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213232141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213232141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213232141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213232141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213232141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213232153 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213232162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213232162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213232162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:32:35.156270 run osmo-msc_10.42.42.6(pid=30320): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30320)]\u000a21:32:35.206626 run osmo-msc_10.42.42.6(pid=30320): stdout: \u000a| (launched: 2022-12-12_21:32:33.989267) \u000a21:32:35.257564 run osmo-msc_10.42.42.6(pid=30320): stderr: \u000a| �[0;m�[38;5;43m20221212213234267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213234267 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7311a1fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213234268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213234268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213234268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213234268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213234270 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213234270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213234270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213234270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:32:35.300565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30313): Terminating (SIGTERM)\u000a21:32:35.341594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30316): Terminating (SIGTERM)\u000a21:32:35.382370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30319): Terminating (SIGTERM)\u000a21:32:35.391911 --- ParallelTerminationStrategy: PID 30313 died...\u000a21:32:35.446480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30313): Terminated: ok {rc=0}\u000a21:32:35.456408 --- ParallelTerminationStrategy: PID 30316 died...\u000a21:32:35.510741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30316): Terminated: ok {rc=0}\u000a21:32:35.520590 --- ParallelTerminationStrategy: PID 30319 died...\u000a21:32:35.574971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30319): Terminated: ok {rc=0}\u000a21:32:35.661253 bus /sierra_3: Setting Powered False\u000a21:32:36.770975 bus /sierra_3: Setting Powered False\u000a21:32:37.886372 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30328): Process ended prematurely: osmo-stp_10.42.42.5(pid=30328) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30328)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30328): Process ended prematurely: osmo-stp_10.42.42.5(pid=30328) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:32:39.000657 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:32:39.012911 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:32:39.172396 tst mo_mt_call_osmux.py: using LAC 31638\u000a21:32:39.299340 tst mo_mt_call_osmux.py: using RAC 18\u000a21:32:39.430305 tst mo_mt_call_osmux.py: using CellId 31638\u000a21:32:39.563146 tst mo_mt_call_osmux.py: using BVCI 31639\u000a21:32:39.589568 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:32:39.601848 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:32:39.613852 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:32:39.626077 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:32:39.639418 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:32:39.651380 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:32:39.772899 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:32:39.982921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:32:40.498372 run create_hlr_db(pid=30322): Launched\u000a21:32:40.682556 bus /sierra_2: Setting Powered False\u000a21:32:41.704590 run create_hlr_db(pid=30322): Terminated: ok {rc=0}\u000a21:32:42.161169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30324): Launched\u000a21:32:42.507700 run osmo-hlr_10.42.42.2(pid=30325): Launched\u000a21:32:42.636062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:32:43.238591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30327): Launched\u000a21:32:43.586251 run osmo-stp_10.42.42.5(pid=30328): Launched\u000a21:32:43.713653 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:32:44.341712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30330): Launched\u000a21:32:44.689278 run osmo-msc_10.42.42.6(pid=30331): Launched\u000a21:32:44.890672 run osmo-stp_10.42.42.5(pid=30328): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30328)]\u000a21:32:45.035592 run osmo-stp_10.42.42.5(pid=30328): stdout: \u000a| (launched: 2022-12-12_21:32:43.414934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:32:45.178740 run osmo-stp_10.42.42.5(pid=30328): stderr: \u000a| �[0;m�[38;5;43m20221212213243613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213243613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213243613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213243614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213243614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213243614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213243614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:32:45.316900 run osmo-stp_10.42.42.5(pid=30328): stdout: \u000a| (launched: 2022-12-12_21:32:43.414934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:32:45.454110 run osmo-stp_10.42.42.5(pid=30328): stderr: \u000a| �[0;m�[38;5;43m20221212213243613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213243613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213243613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213243614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213243614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213243614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213243614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:32:45.514282 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30328): Process ended prematurely: osmo-stp_10.42.42.5(pid=30328) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30328)] [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a21:32:45.523784 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a21:32:45.589843 run osmo-hlr_10.42.42.2(pid=30325): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30325)]\u000a21:32:45.643557 run osmo-hlr_10.42.42.2(pid=30325): stdout: \u000a| (launched: 2022-12-12_21:32:42.337034) \u000a21:32:45.697596 run osmo-hlr_10.42.42.2(pid=30325): stderr: \u000a| �[0;m�[1;31m20221212213242542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213242543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213242543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213242543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213242543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213242543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213242555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213242564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213242564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213242564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:32:45.771536 run osmo-msc_10.42.42.6(pid=30331): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30331)]\u000a21:32:45.825877 run osmo-msc_10.42.42.6(pid=30331): stdout: \u000a| (launched: 2022-12-12_21:32:44.516864) \u000a21:32:45.897142 run osmo-msc_10.42.42.6(pid=30331): stderr: \u000a| �[0;m�[38;5;43m20221212213244846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213244846 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0051776c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213244846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213244846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213244846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213244846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213244848 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213244849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213244849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213244849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:32:45.952884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30324): Terminating (SIGTERM)\u000a21:32:45.998806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30327): Terminating (SIGTERM)\u000a21:32:46.044729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30330): Terminating (SIGTERM)\u000a21:32:46.057868 --- ParallelTerminationStrategy: PID 30324 died...\u000a21:32:46.118494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30324): Terminated: ok {rc=0}\u000a21:32:46.129769 --- ParallelTerminationStrategy: PID 30327 died...\u000a21:32:46.188814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30327): Terminated: ok {rc=0}\u000a21:32:46.200041 --- ParallelTerminationStrategy: PID 30330 died...\u000a21:32:46.259838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30330): Terminated: ok {rc=0}\u000a21:32:46.351168 bus /sierra_3: Setting Powered False\u000a21:32:47.458632 bus /sierra_3: Setting Powered False\u000a21:32:48.569707 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:32:28" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30342): Process ended prematurely: osmo-stp_10.42.42.5(pid=30342) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30342)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30342): Process ended prematurely: osmo-stp_10.42.42.5(pid=30342) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:32:50.583149 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:32:50.595009 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:32:50.763497 tst mo_mt_call.py: using LAC 31639\u000a21:32:50.895077 tst mo_mt_call.py: using RAC 19\u000a21:32:51.023067 tst mo_mt_call.py: using CellId 31639\u000a21:32:51.151795 tst mo_mt_call.py: using BVCI 31640\u000a21:32:51.176323 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:32:51.187808 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:32:51.199409 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:32:51.211469 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:32:51.223594 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:32:51.235635 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:32:51.360571 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:32:51.572629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:32:52.088363 run create_hlr_db(pid=30336): Launched\u000a21:32:52.272354 bus /sierra_2: Setting Powered False\u000a21:32:53.295047 run create_hlr_db(pid=30336): Terminated: ok {rc=0}\u000a21:32:53.750767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30338): Launched\u000a21:32:54.097054 run osmo-hlr_10.42.42.2(pid=30339): Launched\u000a21:32:54.221302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:32:54.820509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30341): Launched\u000a21:32:55.166150 run osmo-stp_10.42.42.5(pid=30342): Launched\u000a21:32:55.292064 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:32:55.919131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30344): Launched\u000a21:32:56.265793 run osmo-msc_10.42.42.6(pid=30345): Launched\u000a21:32:56.466785 run osmo-stp_10.42.42.5(pid=30342): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30342)]\u000a21:32:56.611761 run osmo-stp_10.42.42.5(pid=30342): stdout: \u000a| (launched: 2022-12-12_21:32:54.995472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:32:56.754775 run osmo-stp_10.42.42.5(pid=30342): stderr: \u000a| �[0;m�[38;5;43m20221212213255191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213255191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213255192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213255192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213255192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213255193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213255193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:32:56.892439 run osmo-stp_10.42.42.5(pid=30342): stdout: \u000a| (launched: 2022-12-12_21:32:54.995472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:32:57.028872 run osmo-stp_10.42.42.5(pid=30342): stderr: \u000a| �[0;m�[38;5;43m20221212213255191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213255191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213255192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213255192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213255192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213255193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213255193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:32:57.088990 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30342): Process ended prematurely: osmo-stp_10.42.42.5(pid=30342) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30342)] [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:32:57.098723 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a21:32:57.163888 run osmo-hlr_10.42.42.2(pid=30339): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30339)]\u000a21:32:57.216696 run osmo-hlr_10.42.42.2(pid=30339): stdout: \u000a| (launched: 2022-12-12_21:32:53.926568) \u000a21:32:57.270276 run osmo-hlr_10.42.42.2(pid=30339): stderr: \u000a| �[0;m�[1;31m20221212213254129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213254129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213254129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213254130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213254130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213254130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213254143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213254153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213254154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213254154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:32:57.343255 run osmo-msc_10.42.42.6(pid=30345): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30345)]\u000a21:32:57.396188 run osmo-msc_10.42.42.6(pid=30345): stdout: \u000a| (launched: 2022-12-12_21:32:56.094474) \u000a21:32:57.449804 run osmo-msc_10.42.42.6(pid=30345): stderr: \u000a| �[0;m�[38;5;43m20221212213256421 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213256421 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4c59cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213256421 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213256421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213256421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213256421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213256423 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213256423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213256424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213256424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:32:57.495514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30338): Terminating (SIGTERM)\u000a21:32:57.538805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30341): Terminating (SIGTERM)\u000a21:32:57.582513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30344): Terminating (SIGTERM)\u000a21:32:57.592700 --- ParallelTerminationStrategy: PID 30338 died...\u000a21:32:57.650338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30338): Terminated: ok {rc=0}\u000a21:32:57.661215 --- ParallelTerminationStrategy: PID 30341 died...\u000a21:32:57.718891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30341): Terminated: ok {rc=0}\u000a21:32:57.729431 --- ParallelTerminationStrategy: PID 30344 died...\u000a21:32:57.787014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30344): Terminated: ok {rc=0}\u000a21:32:57.875543 bus /sierra_3: Setting Powered False\u000a21:32:58.985729 bus /sierra_3: Setting Powered False\u000a21:33:00.096084 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30354): Process ended prematurely: osmo-stp_10.42.42.5(pid=30354) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30354)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30354): Process ended prematurely: osmo-stp_10.42.42.5(pid=30354) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:33:01.234727 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:33:01.251619 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:33:01.448855 tst mo_mt_call_osmux.py: using LAC 31640\u000a21:33:01.611224 tst mo_mt_call_osmux.py: using RAC 20\u000a21:33:01.766703 tst mo_mt_call_osmux.py: using CellId 31640\u000a21:33:01.906454 tst mo_mt_call_osmux.py: using BVCI 31641\u000a21:33:01.934788 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:33:01.948113 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:33:01.962416 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:33:01.976639 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:33:01.989799 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:33:02.004401 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:33:02.136032 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:33:02.360460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:33:02.901498 run create_hlr_db(pid=30348): Launched\u000a21:33:03.099548 bus /sierra_2: Setting Powered False\u000a21:33:04.122056 run create_hlr_db(pid=30348): Terminated: ok {rc=0}\u000a21:33:04.578062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30350): Launched\u000a21:33:04.924015 run osmo-hlr_10.42.42.2(pid=30351): Launched\u000a21:33:05.049989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:33:05.646402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30353): Launched\u000a21:33:05.994984 run osmo-stp_10.42.42.5(pid=30354): Launched\u000a21:33:06.120462 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:33:06.750025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30356): Launched\u000a21:33:07.096563 run osmo-msc_10.42.42.6(pid=30357): Launched\u000a21:33:07.297629 run osmo-stp_10.42.42.5(pid=30354): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30354)]\u000a21:33:07.442853 run osmo-stp_10.42.42.5(pid=30354): stdout: \u000a| (launched: 2022-12-12_21:33:05.821677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:33:07.586274 run osmo-stp_10.42.42.5(pid=30354): stderr: \u000a| �[0;m�[38;5;43m20221212213306017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213306018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213306018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213306018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213306019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213306019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213306019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:33:07.723974 run osmo-stp_10.42.42.5(pid=30354): stdout: \u000a| (launched: 2022-12-12_21:33:05.821677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:33:07.860662 run osmo-stp_10.42.42.5(pid=30354): stderr: \u000a| �[0;m�[38;5;43m20221212213306017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213306018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213306018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213306018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213306019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213306019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213306019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:33:07.920427 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30354): Process ended prematurely: osmo-stp_10.42.42.5(pid=30354) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30354)] [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:33:07.930206 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a21:33:07.996131 run osmo-hlr_10.42.42.2(pid=30351): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30351)]\u000a21:33:08.049509 run osmo-hlr_10.42.42.2(pid=30351): stdout: \u000a| (launched: 2022-12-12_21:33:04.753377) \u000a21:33:08.103471 run osmo-hlr_10.42.42.2(pid=30351): stderr: \u000a| �[0;m�[1;31m20221212213304958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213304958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213304958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213304958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213304958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213304959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213304971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213304980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213304980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213304980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:33:08.176701 run osmo-msc_10.42.42.6(pid=30357): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30357)]\u000a21:33:08.230010 run osmo-msc_10.42.42.6(pid=30357): stdout: \u000a| (launched: 2022-12-12_21:33:06.925225) \u000a21:33:08.283816 run osmo-msc_10.42.42.6(pid=30357): stderr: \u000a| �[0;m�[38;5;43m20221212213307251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213307251 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f21856c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213307251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213307251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213307251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213307252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213307253 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213307254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213307254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213307254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:33:08.329650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30350): Terminating (SIGTERM)\u000a21:33:08.373196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30353): Terminating (SIGTERM)\u000a21:33:08.416521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30356): Terminating (SIGTERM)\u000a21:33:08.426995 --- ParallelTerminationStrategy: PID 30350 died...\u000a21:33:08.485311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30350): Terminated: ok {rc=0}\u000a21:33:08.495955 --- ParallelTerminationStrategy: PID 30353 died...\u000a21:33:08.553583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30353): Terminated: ok {rc=0}\u000a21:33:08.564144 --- ParallelTerminationStrategy: PID 30356 died...\u000a21:33:08.621876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30356): Terminated: ok {rc=0}\u000a21:33:08.711000 bus /sierra_3: Setting Powered False\u000a21:33:09.820712 bus /sierra_3: Setting Powered False\u000a21:33:10.930134 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:32:50" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30368): Process ended prematurely: osmo-stp_10.42.42.5(pid=30368) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30368)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30368): Process ended prematurely: osmo-stp_10.42.42.5(pid=30368) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:33:12.939475 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:33:12.951216 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:33:13.114133 tst mo_mt_call.py: using LAC 31641\u000a21:33:13.241575 tst mo_mt_call.py: using RAC 21\u000a21:33:13.369283 tst mo_mt_call.py: using CellId 31641\u000a21:33:13.494804 tst mo_mt_call.py: using BVCI 31642\u000a21:33:13.519080 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:33:13.530797 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:33:13.542343 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:33:13.553771 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:33:13.565543 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:33:13.576930 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:33:13.700661 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:33:13.910559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:33:14.428513 run create_hlr_db(pid=30362): Launched\u000a21:33:14.613051 bus /sierra_2: Setting Powered False\u000a21:33:15.636071 run create_hlr_db(pid=30362): Terminated: ok {rc=0}\u000a21:33:16.144022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30364): Launched\u000a21:33:16.605336 run osmo-hlr_10.42.42.2(pid=30365): Launched\u000a21:33:16.863669 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:33:17.498852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30367): Launched\u000a21:33:17.823061 run osmo-stp_10.42.42.5(pid=30368): Launched\u000a21:33:17.938671 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:33:18.527990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30370): Launched\u000a21:33:18.853709 run osmo-msc_10.42.42.6(pid=30371): Launched\u000a21:33:19.043064 run osmo-stp_10.42.42.5(pid=30368): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30368)]\u000a21:33:19.177443 run osmo-stp_10.42.42.5(pid=30368): stdout: \u000a| (launched: 2022-12-12_21:33:17.662000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:33:19.310500 run osmo-stp_10.42.42.5(pid=30368): stderr: \u000a| �[0;m�[38;5;43m20221212213317838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213317838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213317839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213317839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213317839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213317840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213317840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:33:19.439113 run osmo-stp_10.42.42.5(pid=30368): stdout: \u000a| (launched: 2022-12-12_21:33:17.662000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:33:19.567004 run osmo-stp_10.42.42.5(pid=30368): stderr: \u000a| �[0;m�[38;5;43m20221212213317838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213317838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213317839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213317839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213317839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213317840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213317840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:33:19.623221 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30368): Process ended prematurely: osmo-stp_10.42.42.5(pid=30368) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30368)] [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:33:19.631743 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a21:33:19.694524 run osmo-hlr_10.42.42.2(pid=30365): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30365)]\u000a21:33:19.745348 run osmo-hlr_10.42.42.2(pid=30365): stdout: \u000a| (launched: 2022-12-12_21:33:16.324841) \u000a21:33:19.797041 run osmo-hlr_10.42.42.2(pid=30365): stderr: \u000a| �[0;m�[1;31m20221212213316593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213316593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213316594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213316594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213316594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213316594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213316610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213316627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213316627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213316627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:33:19.867480 run osmo-msc_10.42.42.6(pid=30371): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30371)]\u000a21:33:19.918520 run osmo-msc_10.42.42.6(pid=30371): stdout: \u000a| (launched: 2022-12-12_21:33:18.691220) \u000a21:33:19.970160 run osmo-msc_10.42.42.6(pid=30371): stderr: \u000a| �[0;m�[38;5;43m20221212213318971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213318971 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46fd47cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213318971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213318971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213318972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213318972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213318974 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213318974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213318974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213318974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:33:20.013793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30364): Terminating (SIGTERM)\u000a21:33:20.054781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30367): Terminating (SIGTERM)\u000a21:33:20.096378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30370): Terminating (SIGTERM)\u000a21:33:20.106134 --- ParallelTerminationStrategy: PID 30364 died...\u000a21:33:20.161493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30364): Terminated: ok {rc=0}\u000a21:33:20.171532 --- ParallelTerminationStrategy: PID 30367 died...\u000a21:33:20.226580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30367): Terminated: ok {rc=0}\u000a21:33:20.236620 --- ParallelTerminationStrategy: PID 30370 died...\u000a21:33:20.292056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30370): Terminated: ok {rc=0}\u000a21:33:20.383672 bus /sierra_3: Setting Powered False\u000a21:33:21.492004 bus /sierra_3: Setting Powered False\u000a21:33:22.607749 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30379): Process ended prematurely: osmo-stp_10.42.42.5(pid=30379) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30379)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30379): Process ended prematurely: osmo-stp_10.42.42.5(pid=30379) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:33:23.723918 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:33:23.736267 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:33:23.898479 tst mo_mt_call_osmux.py: using LAC 31642\u000a21:33:24.024201 tst mo_mt_call_osmux.py: using RAC 22\u000a21:33:24.150494 tst mo_mt_call_osmux.py: using CellId 31642\u000a21:33:24.284421 tst mo_mt_call_osmux.py: using BVCI 31643\u000a21:33:24.311030 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:33:24.323294 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:33:24.335602 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:33:24.347902 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:33:24.360399 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:33:24.372637 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:33:24.498577 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:33:24.715225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:33:25.229412 run create_hlr_db(pid=30373): Launched\u000a21:33:25.413289 bus /sierra_2: Setting Powered False\u000a21:33:26.436174 run create_hlr_db(pid=30373): Terminated: ok {rc=0}\u000a21:33:26.864223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30375): Launched\u000a21:33:27.188160 run osmo-hlr_10.42.42.2(pid=30376): Launched\u000a21:33:27.316495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:33:27.877529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30378): Launched\u000a21:33:28.200472 run osmo-stp_10.42.42.5(pid=30379): Launched\u000a21:33:28.317201 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:33:28.903938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30381): Launched\u000a21:33:29.228162 run osmo-msc_10.42.42.6(pid=30382): Launched\u000a21:33:29.422623 run osmo-stp_10.42.42.5(pid=30379): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30379)]\u000a21:33:29.571178 run osmo-stp_10.42.42.5(pid=30379): stdout: \u000a| (launched: 2022-12-12_21:33:28.040794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:33:29.715520 run osmo-stp_10.42.42.5(pid=30379): stderr: \u000a| �[0;m�[38;5;43m20221212213328216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213328216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213328216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213328217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213328217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213328217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213328217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:33:29.854358 run osmo-stp_10.42.42.5(pid=30379): stdout: \u000a| (launched: 2022-12-12_21:33:28.040794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:33:29.991924 run osmo-stp_10.42.42.5(pid=30379): stderr: \u000a| �[0;m�[38;5;43m20221212213328216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213328216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213328216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213328217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213328217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213328217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213328217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:33:30.052315 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30379): Process ended prematurely: osmo-stp_10.42.42.5(pid=30379) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30379)] [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:33:30.062041 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a21:33:30.128188 run osmo-hlr_10.42.42.2(pid=30376): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30376)]\u000a21:33:30.182169 run osmo-hlr_10.42.42.2(pid=30376): stdout: \u000a| (launched: 2022-12-12_21:33:27.027238) \u000a21:33:30.236559 run osmo-hlr_10.42.42.2(pid=30376): stderr: \u000a| �[0;m�[1;31m20221212213327208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213327208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213327208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213327208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213327208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213327208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213327220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213327228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213327228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213327228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:33:30.310682 run osmo-msc_10.42.42.6(pid=30382): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30382)]\u000a21:33:30.364753 run osmo-msc_10.42.42.6(pid=30382): stdout: \u000a| (launched: 2022-12-12_21:33:29.066535) \u000a21:33:30.418771 run osmo-msc_10.42.42.6(pid=30382): stderr: \u000a| �[0;m�[38;5;43m20221212213329363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213329363 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f990549fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213329363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213329363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213329363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213329363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213329367 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213329367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213329367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213329367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:33:30.464815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30375): Terminating (SIGTERM)\u000a21:33:30.508297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30378): Terminating (SIGTERM)\u000a21:33:30.551812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30381): Terminating (SIGTERM)\u000a21:33:30.562352 --- ParallelTerminationStrategy: PID 30375 died...\u000a21:33:30.620937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30375): Terminated: ok {rc=0}\u000a21:33:30.631576 --- ParallelTerminationStrategy: PID 30378 died...\u000a21:33:30.689766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30378): Terminated: ok {rc=0}\u000a21:33:30.700309 --- ParallelTerminationStrategy: PID 30381 died...\u000a21:33:30.758574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30381): Terminated: ok {rc=0}\u000a21:33:30.866064 bus /sierra_3: Setting Powered False\u000a21:33:31.979192 bus /sierra_3: Setting Powered False\u000a21:33:33.093994 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:33:12" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30394): Process ended prematurely: osmo-stp_10.42.42.5(pid=30394) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30394)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30394): Process ended prematurely: osmo-stp_10.42.42.5(pid=30394) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a21:33:35.087334 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:33:35.098738 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:33:35.257143 tst mo_mt_call.py: using LAC 31643\u000a21:33:35.382072 tst mo_mt_call.py: using RAC 23\u000a21:33:35.509663 tst mo_mt_call.py: using CellId 31643\u000a21:33:35.638089 tst mo_mt_call.py: using BVCI 31644\u000a21:33:35.662472 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:33:35.673900 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:33:35.684903 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:33:35.695941 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:33:35.707154 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:33:35.718315 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:33:35.841450 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:33:36.053231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:33:36.568418 run create_hlr_db(pid=30388): Launched\u000a21:33:36.751787 bus /sierra_2: Setting Powered False\u000a21:33:37.774607 run create_hlr_db(pid=30388): Terminated: ok {rc=0}\u000a21:33:38.201304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30390): Launched\u000a21:33:38.524448 run osmo-hlr_10.42.42.2(pid=30391): Launched\u000a21:33:38.650744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:33:39.216417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30393): Launched\u000a21:33:39.539662 run osmo-stp_10.42.42.5(pid=30394): Launched\u000a21:33:39.656318 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:33:40.244877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30396): Launched\u000a21:33:40.569968 run osmo-msc_10.42.42.6(pid=30397): Launched\u000a21:33:40.759784 run osmo-stp_10.42.42.5(pid=30394): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30394)]\u000a21:33:40.895385 run osmo-stp_10.42.42.5(pid=30394): stdout: \u000a| (launched: 2022-12-12_21:33:39.379509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:33:41.028874 run osmo-stp_10.42.42.5(pid=30394): stderr: \u000a| �[0;m�[38;5;43m20221212213339558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213339558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213339558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213339559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213339559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213339559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213339559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:33:41.158212 run osmo-stp_10.42.42.5(pid=30394): stdout: \u000a| (launched: 2022-12-12_21:33:39.379509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:33:41.286548 run osmo-stp_10.42.42.5(pid=30394): stderr: \u000a| �[0;m�[38;5;43m20221212213339558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213339558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213339558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213339559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213339559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213339559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213339559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:33:41.343167 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30394): Process ended prematurely: osmo-stp_10.42.42.5(pid=30394) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30394)] [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a21:33:41.351882 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:33:41.413233 run osmo-hlr_10.42.42.2(pid=30391): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30391)]\u000a21:33:41.463538 run osmo-hlr_10.42.42.2(pid=30391): stdout: \u000a| (launched: 2022-12-12_21:33:38.365677) \u000a21:33:41.514631 run osmo-hlr_10.42.42.2(pid=30391): stderr: \u000a| �[0;m�[1;31m20221212213338549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213338549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213338549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213338549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213338549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213338549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213338561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213338570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213338570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213338570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:33:41.584183 run osmo-msc_10.42.42.6(pid=30397): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30397)]\u000a21:33:41.634518 run osmo-msc_10.42.42.6(pid=30397): stdout: \u000a| (launched: 2022-12-12_21:33:40.408394) \u000a21:33:41.685332 run osmo-msc_10.42.42.6(pid=30397): stderr: \u000a| �[0;m�[38;5;43m20221212213340684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213340685 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ec9891c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213340685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213340685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213340685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213340685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213340688 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213340689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213340689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213340689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:33:41.728474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30390): Terminating (SIGTERM)\u000a21:33:41.769304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30393): Terminating (SIGTERM)\u000a21:33:41.810222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30396): Terminating (SIGTERM)\u000a21:33:41.819801 --- ParallelTerminationStrategy: PID 30390 died...\u000a21:33:41.874584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30390): Terminated: ok {rc=0}\u000a21:33:41.884790 --- ParallelTerminationStrategy: PID 30393 died...\u000a21:33:41.940037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30393): Terminated: ok {rc=0}\u000a21:33:41.949994 --- ParallelTerminationStrategy: PID 30396 died...\u000a21:33:42.004937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30396): Terminated: ok {rc=0}\u000a21:33:42.090651 bus /sierra_3: Setting Powered False\u000a21:33:43.201539 bus /sierra_3: Setting Powered False\u000a21:33:44.313036 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30405): Process ended prematurely: osmo-stp_10.42.42.5(pid=30405) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30405)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30405): Process ended prematurely: osmo-stp_10.42.42.5(pid=30405) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:33:45.432789 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:33:45.445675 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:33:45.615079 tst mo_mt_call_osmux.py: using LAC 31644\u000a21:33:45.750465 tst mo_mt_call_osmux.py: using RAC 24\u000a21:33:45.900617 tst mo_mt_call_osmux.py: using CellId 31644\u000a21:33:46.040539 tst mo_mt_call_osmux.py: using BVCI 31645\u000a21:33:46.067877 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:33:46.081043 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:33:46.094728 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:33:46.108212 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:33:46.121107 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:33:46.135967 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:33:46.261897 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:33:46.534341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:33:47.123316 run create_hlr_db(pid=30399): Launched\u000a21:33:47.325123 bus /sierra_2: Setting Powered False\u000a21:33:48.345242 run create_hlr_db(pid=30399): Terminated: ok {rc=0}\u000a21:33:48.778066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30401): Launched\u000a21:33:49.101918 run osmo-hlr_10.42.42.2(pid=30402): Launched\u000a21:33:49.223953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:33:49.780395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30404): Launched\u000a21:33:50.101619 run osmo-stp_10.42.42.5(pid=30405): Launched\u000a21:33:50.218270 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:33:50.804937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30407): Launched\u000a21:33:51.129803 run osmo-msc_10.42.42.6(pid=30408): Launched\u000a21:33:51.317859 run osmo-stp_10.42.42.5(pid=30405): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30405)]\u000a21:33:51.452581 run osmo-stp_10.42.42.5(pid=30405): stdout: \u000a| (launched: 2022-12-12_21:33:49.942532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:33:51.585718 run osmo-stp_10.42.42.5(pid=30405): stderr: \u000a| �[0;m�[38;5;43m20221212213350119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213350119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213350119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213350120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213350120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213350120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213350120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:33:51.714426 run osmo-stp_10.42.42.5(pid=30405): stdout: \u000a| (launched: 2022-12-12_21:33:49.942532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:33:51.842027 run osmo-stp_10.42.42.5(pid=30405): stderr: \u000a| �[0;m�[38;5;43m20221212213350119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213350119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213350119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213350120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213350120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213350120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213350120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:33:51.898364 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30405): Process ended prematurely: osmo-stp_10.42.42.5(pid=30405) [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30405)] [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a21:33:51.907041 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a21:33:51.968625 run osmo-hlr_10.42.42.2(pid=30402): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30402)]\u000a21:33:52.019156 run osmo-hlr_10.42.42.2(pid=30402): stdout: \u000a| (launched: 2022-12-12_21:33:48.941753) \u000a21:33:52.070474 run osmo-hlr_10.42.42.2(pid=30402): stderr: \u000a| �[0;m�[1;31m20221212213349124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213349124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213349124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213349125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213349125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213349125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213349136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213349145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213349145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213349145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:33:52.140226 run osmo-msc_10.42.42.6(pid=30408): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30408)]\u000a21:33:52.190830 run osmo-msc_10.42.42.6(pid=30408): stdout: \u000a| (launched: 2022-12-12_21:33:50.968260) \u000a21:33:52.241909 run osmo-msc_10.42.42.6(pid=30408): stderr: \u000a| �[0;m�[38;5;43m20221212213351244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213351244 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7605e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213351244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213351244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213351244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213351244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213351246 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213351246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213351247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213351247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:33:52.285113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30401): Terminating (SIGTERM)\u000a21:33:52.325902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30404): Terminating (SIGTERM)\u000a21:33:52.367213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30407): Terminating (SIGTERM)\u000a21:33:52.376835 --- ParallelTerminationStrategy: PID 30401 died...\u000a21:33:52.431781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30401): Terminated: ok {rc=0}\u000a21:33:52.441835 --- ParallelTerminationStrategy: PID 30404 died...\u000a21:33:52.496428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30404): Terminated: ok {rc=0}\u000a21:33:52.506369 --- ParallelTerminationStrategy: PID 30407 died...\u000a21:33:52.560774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30407): Terminated: ok {rc=0}\u000a21:33:52.652181 bus /sierra_3: Setting Powered False\u000a21:33:53.761764 bus /sierra_3: Setting Powered False\u000a21:33:54.873055 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:33:34" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30420): Process ended prematurely: osmo-stp_10.42.42.5(pid=30420) [trial-2382↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30420)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30420): Process ended prematurely: osmo-stp_10.42.42.5(pid=30420) [trial-2382↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:33:56.893849 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:33:56.905309 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:33:57.053623 tst emergency_mo_mt_call.py: using LAC 31645\u000a21:33:57.188347 tst emergency_mo_mt_call.py: using RAC 25\u000a21:33:57.318733 tst emergency_mo_mt_call.py: using CellId 31645\u000a21:33:57.443206 tst emergency_mo_mt_call.py: using BVCI 31646\u000a21:33:57.467273 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:33:57.478797 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:33:57.490100 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:33:57.501127 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:33:57.512145 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:33:57.523163 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:33:57.647343 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:33:57.855273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:33:58.363116 run create_hlr_db(pid=30414): Launched\u000a21:33:58.544933 bus /sierra_2: Setting Powered False\u000a21:33:59.566468 run create_hlr_db(pid=30414): Terminated: ok {rc=0}\u000a21:34:00.016815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30416): Launched\u000a21:34:00.360316 run osmo-hlr_10.42.42.2(pid=30417): Launched\u000a21:34:00.483101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:34:01.108897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30419): Launched\u000a21:34:01.584879 run osmo-stp_10.42.42.5(pid=30420): Launched\u000a21:34:01.823731 tst emergency_mo_mt_call.py: using MSISDN 7977\u000a21:34:01.987332 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:34:02.611291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30422): Launched\u000a21:34:02.950945 run osmo-msc_10.42.42.6(pid=30423): Launched\u000a21:34:03.148583 run osmo-stp_10.42.42.5(pid=30420): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30420)]\u000a21:34:03.291595 run osmo-stp_10.42.42.5(pid=30420): stdout: \u000a| (launched: 2022-12-12_21:34:01.272699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:34:03.433705 run osmo-stp_10.42.42.5(pid=30420): stderr: \u000a| �[0;m�[38;5;43m20221212213401574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213401575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213401575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213401575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213401576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213401576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213401576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:34:03.569159 run osmo-stp_10.42.42.5(pid=30420): stdout: \u000a| (launched: 2022-12-12_21:34:01.272699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:34:03.703269 run osmo-stp_10.42.42.5(pid=30420): stderr: \u000a| �[0;m�[38;5;43m20221212213401574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213401575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213401575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213401575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213401576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213401576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213401576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:34:03.762021 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30420): Process ended prematurely: osmo-stp_10.42.42.5(pid=30420) [trial-2382↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30420)] [trial-2382↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a21:34:03.771087 tst emergency_mo_mt_call.py:19: Test FAILED (6.9 sec)\u000a21:34:03.836920 run osmo-hlr_10.42.42.2(pid=30417): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30417)]\u000a21:34:03.890365 run osmo-hlr_10.42.42.2(pid=30417): stdout: \u000a| (launched: 2022-12-12_21:34:00.189405) \u000a21:34:03.944238 run osmo-hlr_10.42.42.2(pid=30417): stderr: \u000a| �[0;m�[1;31m20221212213400393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213400393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213400393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213400393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213400393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213400393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213400405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213400414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213400414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213400414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:34:04.017564 run osmo-msc_10.42.42.6(pid=30423): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30423)]\u000a21:34:04.070970 run osmo-msc_10.42.42.6(pid=30423): stdout: \u000a| (launched: 2022-12-12_21:34:02.783308) \u000a21:34:04.124907 run osmo-msc_10.42.42.6(pid=30423): stderr: \u000a| �[0;m�[38;5;43m20221212213403112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213403112 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59826e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213403112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213403113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213403113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213403113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213403115 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213403115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213403115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213403115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:34:04.170825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30416): Terminating (SIGTERM)\u000a21:34:04.213965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30419): Terminating (SIGTERM)\u000a21:34:04.257121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30422): Terminating (SIGTERM)\u000a21:34:04.267535 --- ParallelTerminationStrategy: PID 30416 died...\u000a21:34:04.325728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30416): Terminated: ok {rc=0}\u000a21:34:04.336618 --- ParallelTerminationStrategy: PID 30419 died...\u000a21:34:04.394618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30419): Terminated: ok {rc=0}\u000a21:34:04.405091 --- ParallelTerminationStrategy: PID 30422 died...\u000a21:34:04.462992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30422): Terminated: ok {rc=0}\u000a21:34:04.552880 bus /sierra_3: Setting Powered False\u000a21:34:05.663010 bus /sierra_3: Setting Powered False\u000a21:34:06.777248 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30431): Process ended prematurely: osmo-stp_10.42.42.5(pid=30431) [trial-2382↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30431)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30431): Process ended prematurely: osmo-stp_10.42.42.5(pid=30431) [trial-2382↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30431)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:34:07.830109 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:34:07.842051 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:34:07.983609 tst emergency_preemptive_call.py: using LAC 31646\u000a21:34:08.106614 tst emergency_preemptive_call.py: using RAC 26\u000a21:34:08.227837 tst emergency_preemptive_call.py: using CellId 31646\u000a21:34:08.350766 tst emergency_preemptive_call.py: using BVCI 31647\u000a21:34:08.374562 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:34:08.385862 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:34:08.396601 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:34:08.407587 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:34:08.418510 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:34:08.429387 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:34:08.548246 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:34:08.670514 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:34:08.791316 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:34:09.008783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:34:09.543267 run create_hlr_db(pid=30425): Launched\u000a21:34:09.738689 bus /sierra_2: Setting Powered False\u000a21:34:10.760114 run create_hlr_db(pid=30425): Terminated: ok {rc=0}\u000a21:34:11.211014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30427): Launched\u000a21:34:11.554506 run osmo-hlr_10.42.42.2(pid=30428): Launched\u000a21:34:11.678122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:34:12.274482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30430): Launched\u000a21:34:12.616629 run osmo-stp_10.42.42.5(pid=30431): Launched\u000a21:34:12.752642 tst emergency_preemptive_call.py: using MSISDN 7978\u000a21:34:12.922069 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:34:13.541048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30433): Launched\u000a21:34:13.882862 run osmo-msc_10.42.42.6(pid=30434): Launched\u000a21:34:14.081400 run osmo-stp_10.42.42.5(pid=30431): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30431)]\u000a21:34:14.224915 run osmo-stp_10.42.42.5(pid=30431): stdout: \u000a| (launched: 2022-12-12_21:34:12.446884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:34:14.367429 run osmo-stp_10.42.42.5(pid=30431): stderr: \u000a| �[0;m�[38;5;43m20221212213412646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213412646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213412646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213412647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213412647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213412647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213412647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:34:14.503292 run osmo-stp_10.42.42.5(pid=30431): stdout: \u000a| (launched: 2022-12-12_21:34:12.446884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:34:14.637983 run osmo-stp_10.42.42.5(pid=30431): stderr: \u000a| �[0;m�[38;5;43m20221212213412646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213412646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213412646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213412647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213412647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213412647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213412647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:34:14.696845 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30431): Process ended prematurely: osmo-stp_10.42.42.5(pid=30431) [trial-2382↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30431)] [trial-2382↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a21:34:14.705948 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a21:34:14.771573 run osmo-hlr_10.42.42.2(pid=30428): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30428)]\u000a21:34:14.824742 run osmo-hlr_10.42.42.2(pid=30428): stdout: \u000a| (launched: 2022-12-12_21:34:11.384239) \u000a21:34:14.878626 run osmo-hlr_10.42.42.2(pid=30428): stderr: \u000a| �[0;m�[1;31m20221212213411589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213411589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213411589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213411589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213411589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213411589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213411602 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213411610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213411610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213411610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:34:14.951504 run osmo-msc_10.42.42.6(pid=30434): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30434)]\u000a21:34:15.004845 run osmo-msc_10.42.42.6(pid=30434): stdout: \u000a| (launched: 2022-12-12_21:34:13.713064) \u000a21:34:15.058836 run osmo-msc_10.42.42.6(pid=30434): stderr: \u000a| �[0;m�[38;5;43m20221212213414039 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213414039 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65d0d48c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213414039 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213414039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213414039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213414039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213414041 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213414041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213414042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213414042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:34:15.104399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30427): Terminating (SIGTERM)\u000a21:34:15.147919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30430): Terminating (SIGTERM)\u000a21:34:15.191203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30433): Terminating (SIGTERM)\u000a21:34:15.201718 --- ParallelTerminationStrategy: PID 30427 died...\u000a21:34:15.260012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30427): Terminated: ok {rc=0}\u000a21:34:15.270612 --- ParallelTerminationStrategy: PID 30430 died...\u000a21:34:15.328501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30430): Terminated: ok {rc=0}\u000a21:34:15.339414 --- ParallelTerminationStrategy: PID 30433 died...\u000a21:34:15.397440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30433): Terminated: ok {rc=0}\u000a21:34:15.487033 bus /sierra_9: Setting Powered False\u000a21:34:16.615151 bus /sierra_9: Setting Powered False\u000a21:34:17.731900 bus /sierra_8: Setting Powered False\u000a21:34:18.840773 bus /sierra_8: Setting Powered False\u000a21:34:19.953846 bus /sierra_3: Setting Powered False\u000a21:34:21.063575 bus /sierra_3: Setting Powered False\u000a21:34:22.178120 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 28.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:33:56" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30450): Process ended prematurely: osmo-stp_10.42.42.5(pid=30450) [trial-2382↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30450)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30450): Process ended prematurely: osmo-stp_10.42.42.5(pid=30450) [trial-2382↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:34:24.318987 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:24.330492 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:34:24.477455 tst cs_paging_gprs_active.py: using LAC 31647\u000a21:34:24.612111 tst cs_paging_gprs_active.py: using RAC 27\u000a21:34:24.746422 tst cs_paging_gprs_active.py: using CellId 31647\u000a21:34:24.879217 tst cs_paging_gprs_active.py: using BVCI 31648\u000a21:34:24.905507 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:24.916925 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:24.928245 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:24.939762 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:24.951325 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:24.962831 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:24.974611 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:24.986043 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:24.997661 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:34:25.120721 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:34:25.429800 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:34:25.574966 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:34:25.933134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30440): Launched\u000a21:34:26.233658 run iperf3-srv_10.42.42.10(pid=30441): Launched\u000a21:34:26.446624 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:34:26.591597 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:34:26.950857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30442): Launched\u000a21:34:27.248083 run iperf3-srv_10.42.42.10(pid=30443): Launched\u000a21:34:27.461105 tst cs_paging_gprs_active.py:38: start network...\u000a21:34:27.606248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:34:28.149090 run create_hlr_db(pid=30444): Launched\u000a21:34:28.348125 bus /sierra_2: Setting Powered False\u000a21:34:29.370144 run create_hlr_db(pid=30444): Terminated: ok {rc=0}\u000a21:34:29.803073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30446): Launched\u000a21:34:30.127781 run osmo-hlr_10.42.42.2(pid=30447): Launched\u000a21:34:30.246731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:34:30.803229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30449): Launched\u000a21:34:31.272703 run osmo-stp_10.42.42.5(pid=30450): Launched\u000a21:34:31.451775 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:34:32.087992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30452): Launched\u000a21:34:32.214627 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:34:32.519202 run patchelf(pid=30453): Launched\u000a21:34:32.720140 run osmo-stp_10.42.42.5(pid=30450): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30450)]\u000a21:34:32.866910 run osmo-stp_10.42.42.5(pid=30450): stdout: \u000a| (launched: 2022-12-12_21:34:30.981523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:34:33.014089 run osmo-stp_10.42.42.5(pid=30450): stderr: \u000a| �[0;m�[38;5;43m20221212213431253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213431253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213431253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213431254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213431254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213431254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213431254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:34:33.155883 run osmo-stp_10.42.42.5(pid=30450): stdout: \u000a| (launched: 2022-12-12_21:34:30.981523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:34:33.296837 run osmo-stp_10.42.42.5(pid=30450): stderr: \u000a| �[0;m�[38;5;43m20221212213431253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213431253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213431253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213431254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213431254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213431254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213431254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:34:33.461877 run patchelf(pid=30453): Terminating (SIGINT)\u000a21:34:33.655189 run patchelf(pid=30453): Terminated: ok {rc=0}\u000a21:34:33.690723 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30450): Process ended prematurely: osmo-stp_10.42.42.5(pid=30450) [trial-2382↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30450)] [trial-2382↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a21:34:33.700887 tst cs_paging_gprs_active.py:38: Test FAILED (9.4 sec)\u000a21:34:33.767013 run osmo-hlr_10.42.42.2(pid=30447): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30447)]\u000a21:34:33.820646 run osmo-hlr_10.42.42.2(pid=30447): stdout: \u000a| (launched: 2022-12-12_21:34:29.966223) \u000a21:34:33.874597 run osmo-hlr_10.42.42.2(pid=30447): stderr: \u000a| �[0;m�[1;31m20221212213430147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213430147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213430147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213430147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213430147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213430147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213430160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213430170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213430170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213430170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:34:33.920574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30440): Terminating (SIGTERM)\u000a21:34:33.963712 run iperf3-srv_10.42.42.10(pid=30441): Terminating (SIGTERM)\u000a21:34:34.006846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30442): Terminating (SIGTERM)\u000a21:34:34.050350 run iperf3-srv_10.42.42.10(pid=30443): Terminating (SIGTERM)\u000a21:34:34.093444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30446): Terminating (SIGTERM)\u000a21:34:34.136617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30449): Terminating (SIGTERM)\u000a21:34:34.179781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30452): Terminating (SIGTERM)\u000a21:34:34.189904 --- ParallelTerminationStrategy: PID 30440 died...\u000a21:34:34.247891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30440): Terminated: ok {rc=0}\u000a21:34:34.258379 --- ParallelTerminationStrategy: PID 30441 died...\u000a21:34:34.316197 run iperf3-srv_10.42.42.10(pid=30441): Terminated {rc=256}\u000a21:34:34.326658 --- ParallelTerminationStrategy: PID 30442 died...\u000a21:34:34.385678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30442): Terminated: ok {rc=0}\u000a21:34:34.396565 --- ParallelTerminationStrategy: PID 30443 died...\u000a21:34:34.456774 run iperf3-srv_10.42.42.10(pid=30443): Terminated {rc=256}\u000a21:34:34.467661 --- ParallelTerminationStrategy: PID 30446 died...\u000a21:34:34.525523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30446): Terminated: ok {rc=0}\u000a21:34:34.536472 --- ParallelTerminationStrategy: PID 30449 died...\u000a21:34:34.594287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30449): Terminated: ok {rc=0}\u000a21:34:34.605214 --- ParallelTerminationStrategy: PID 30452 died...\u000a21:34:34.663155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30452): Terminated: ok {rc=0}\u000a21:34:34.751903 bus /gobi_0: Setting Powered False\u000a21:34:35.861326 bus /gobi_0: Setting Powered False\u000a21:34:36.971665 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30464): Process ended prematurely: osmo-stp_10.42.42.5(pid=30464) [trial-2382↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30464)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30464): Process ended prematurely: osmo-stp_10.42.42.5(pid=30464) [trial-2382↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a21:34:38.091520 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:38.104010 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:34:38.255127 tst iperf3.py: using LAC 31648\u000a21:34:38.389846 tst iperf3.py: using RAC 28\u000a21:34:38.526267 tst iperf3.py: using CellId 31648\u000a21:34:38.662081 tst iperf3.py: using BVCI 31649\u000a21:34:38.688423 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:38.699972 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:38.711359 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:38.723561 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:38.735111 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:38.746497 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:38.758314 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:38.769885 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:38.781602 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:34:39.074620 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:34:39.208769 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:34:39.543869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30456): Launched\u000a21:34:39.823297 run iperf3-srv_10.42.42.10(pid=30457): Launched\u000a21:34:40.019160 tst iperf3.py:8: start network...\u000a21:34:40.152814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:34:40.669395 run create_hlr_db(pid=30458): Launched\u000a21:34:40.854867 bus /gobi_6: Setting Powered False\u000a21:34:41.874669 run create_hlr_db(pid=30458): Terminated: ok {rc=0}\u000a21:34:42.330559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30460): Launched\u000a21:34:42.678055 run osmo-hlr_10.42.42.2(pid=30461): Launched\u000a21:34:42.804708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:34:43.403757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30463): Launched\u000a21:34:43.749009 run osmo-stp_10.42.42.5(pid=30464): Launched\u000a21:34:43.874601 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:34:44.474829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30466): Launched\u000a21:34:44.597574 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:34:44.899391 run patchelf(pid=30467): Launched\u000a21:34:45.099041 run osmo-stp_10.42.42.5(pid=30464): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30464)]\u000a21:34:45.244753 run osmo-stp_10.42.42.5(pid=30464): stdout: \u000a| (launched: 2022-12-12_21:34:43.579037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:34:45.391824 run osmo-stp_10.42.42.5(pid=30464): stderr: \u000a| �[0;m�[38;5;43m20221212213443776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213443776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213443777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213443777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213443779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213443780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213443780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:34:45.533862 run osmo-stp_10.42.42.5(pid=30464): stdout: \u000a| (launched: 2022-12-12_21:34:43.579037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:34:45.674474 run osmo-stp_10.42.42.5(pid=30464): stderr: \u000a| �[0;m�[38;5;43m20221212213443776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213443776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213443777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213443777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213443779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213443780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213443780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:34:45.838745 run patchelf(pid=30467): Terminating (SIGINT)\u000a21:34:46.041579 run patchelf(pid=30467): Terminated: ok {rc=0}\u000a21:34:46.078035 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30464): Process ended prematurely: osmo-stp_10.42.42.5(pid=30464) [trial-2382↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30464)] [trial-2382↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a21:34:46.089436 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a21:34:46.159231 run osmo-hlr_10.42.42.2(pid=30461): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30461)]\u000a21:34:46.214557 run osmo-hlr_10.42.42.2(pid=30461): stdout: \u000a| (launched: 2022-12-12_21:34:42.506959) \u000a21:34:46.270824 run osmo-hlr_10.42.42.2(pid=30461): stderr: \u000a| �[0;m�[1;31m20221212213442709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213442709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213442709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213442709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213442709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213442710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213442725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213442736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213442736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213442736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:34:46.318819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30456): Terminating (SIGTERM)\u000a21:34:46.366315 run iperf3-srv_10.42.42.10(pid=30457): Terminating (SIGTERM)\u000a21:34:46.412485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30460): Terminating (SIGTERM)\u000a21:34:46.459030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30463): Terminating (SIGTERM)\u000a21:34:46.506124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30466): Terminating (SIGTERM)\u000a21:34:46.517521 --- ParallelTerminationStrategy: PID 30456 died...\u000a21:34:46.581767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30456): Terminated: ok {rc=0}\u000a21:34:46.593390 --- ParallelTerminationStrategy: PID 30457 died...\u000a21:34:46.654754 run iperf3-srv_10.42.42.10(pid=30457): Terminated {rc=256}\u000a21:34:46.666312 --- ParallelTerminationStrategy: PID 30460 died...\u000a21:34:46.727247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30460): Terminated: ok {rc=0}\u000a21:34:46.739047 --- ParallelTerminationStrategy: PID 30463 died...\u000a21:34:46.800254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30463): Terminated: ok {rc=0}\u000a21:34:46.811904 --- ParallelTerminationStrategy: PID 30466 died...\u000a21:34:46.873361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30466): Terminated: ok {rc=0}\u000a21:34:46.964195 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30482): Process ended prematurely: osmo-stp_10.42.42.5(pid=30482) [trial-2382↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30482)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30482): Process ended prematurely: osmo-stp_10.42.42.5(pid=30482) [trial-2382↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a21:34:48.078044 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:48.089676 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:34:48.229408 tst iperf3m4.py: using LAC 31649\u000a21:34:48.356839 tst iperf3m4.py: using RAC 29\u000a21:34:48.486790 tst iperf3m4.py: using CellId 31649\u000a21:34:48.612224 tst iperf3m4.py: using BVCI 31650\u000a21:34:48.636750 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:48.647730 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:48.658450 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:48.669267 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:48.679959 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:48.690641 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:48.701488 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:48.712038 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:34:48.722893 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:34:48.843573 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:34:48.971503 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:34:49.094144 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:34:49.408873 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:34:49.553287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:34:49.911177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30468): Launched\u000a21:34:50.207923 run iperf3-srv_10.42.42.10(pid=30469): Launched\u000a21:34:50.420307 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:34:50.564374 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:34:50.923472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30470): Launched\u000a21:34:51.220163 run iperf3-srv_10.42.42.10(pid=30471): Launched\u000a21:34:51.431989 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:34:51.575872 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:34:51.932370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30472): Launched\u000a21:34:52.231285 run iperf3-srv_10.42.42.10(pid=30473): Launched\u000a21:34:52.444155 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:34:52.588852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:34:52.947270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30474): Launched\u000a21:34:53.245053 run iperf3-srv_10.42.42.10(pid=30475): Launched\u000a21:34:53.456783 tst iperf3m4.py:8: start network...\u000a21:34:53.601101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:34:54.144170 run create_hlr_db(pid=30476): Launched\u000a21:34:54.343978 bus /gobi_6: Setting Powered False\u000a21:34:55.365232 run create_hlr_db(pid=30476): Terminated: ok {rc=0}\u000a21:34:55.823290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30478): Launched\u000a21:34:56.173471 run osmo-hlr_10.42.42.2(pid=30479): Launched\u000a21:34:56.299944 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:34:57.008405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30481): Launched\u000a21:34:57.349447 run osmo-stp_10.42.42.5(pid=30482): Launched\u000a21:34:57.472607 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:34:58.062384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30484): Launched\u000a21:34:58.183313 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:34:58.478596 run patchelf(pid=30485): Launched\u000a21:34:58.675353 run osmo-stp_10.42.42.5(pid=30482): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30482)]\u000a21:34:58.819235 run osmo-stp_10.42.42.5(pid=30482): stdout: \u000a| (launched: 2022-12-12_21:34:57.180024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:34:58.963216 run osmo-stp_10.42.42.5(pid=30482): stderr: \u000a| �[0;m�[38;5;43m20221212213457376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213457376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213457376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213457377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213457377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213457377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213457378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:34:59.102631 run osmo-stp_10.42.42.5(pid=30482): stdout: \u000a| (launched: 2022-12-12_21:34:57.180024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:34:59.241034 run osmo-stp_10.42.42.5(pid=30482): stderr: \u000a| �[0;m�[38;5;43m20221212213457376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213457376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213457376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213457377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213457377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213457377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213457378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:34:59.403171 run patchelf(pid=30485): Terminating (SIGINT)\u000a21:34:59.592824 run patchelf(pid=30485): Terminated: ok {rc=0}\u000a21:34:59.627725 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30482): Process ended prematurely: osmo-stp_10.42.42.5(pid=30482) [trial-2382↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30482)] [trial-2382↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a21:34:59.638000 tst iperf3m4.py:8: Test FAILED (11.6 sec)\u000a21:34:59.704062 run osmo-hlr_10.42.42.2(pid=30479): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30479)]\u000a21:34:59.757360 run osmo-hlr_10.42.42.2(pid=30479): stdout: \u000a| (launched: 2022-12-12_21:34:55.999203) \u000a21:34:59.811396 run osmo-hlr_10.42.42.2(pid=30479): stderr: \u000a| �[0;m�[1;31m20221212213456204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213456204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213456204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213456204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213456204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213456204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213456217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213456225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213456226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213456226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:34:59.857021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30468): Terminating (SIGTERM)\u000a21:34:59.899958 run iperf3-srv_10.42.42.10(pid=30469): Terminating (SIGTERM)\u000a21:34:59.943071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30470): Terminating (SIGTERM)\u000a21:34:59.986316 run iperf3-srv_10.42.42.10(pid=30471): Terminating (SIGTERM)\u000a21:35:00.029182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30472): Terminating (SIGTERM)\u000a21:35:00.072461 run iperf3-srv_10.42.42.10(pid=30473): Terminating (SIGTERM)\u000a21:35:00.115153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30474): Terminating (SIGTERM)\u000a21:35:00.158153 run iperf3-srv_10.42.42.10(pid=30475): Terminating (SIGTERM)\u000a21:35:00.201446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30478): Terminating (SIGTERM)\u000a21:35:00.244566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30481): Terminating (SIGTERM)\u000a21:35:00.287812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30484): Terminating (SIGTERM)\u000a21:35:00.298281 --- ParallelTerminationStrategy: PID 30468 died...\u000a21:35:00.356433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30468): Terminated: ok {rc=0}\u000a21:35:00.366952 --- ParallelTerminationStrategy: PID 30469 died...\u000a21:35:00.424440 run iperf3-srv_10.42.42.10(pid=30469): Terminated {rc=256}\u000a21:35:00.434841 --- ParallelTerminationStrategy: PID 30470 died...\u000a21:35:00.492298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30470): Terminated: ok {rc=0}\u000a21:35:00.502804 --- ParallelTerminationStrategy: PID 30471 died...\u000a21:35:00.560185 run iperf3-srv_10.42.42.10(pid=30471): Terminated {rc=256}\u000a21:35:00.570541 --- ParallelTerminationStrategy: PID 30472 died...\u000a21:35:00.628013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30472): Terminated: ok {rc=0}\u000a21:35:00.638396 --- ParallelTerminationStrategy: PID 30473 died...\u000a21:35:00.695829 run iperf3-srv_10.42.42.10(pid=30473): Terminated {rc=256}\u000a21:35:00.706285 --- ParallelTerminationStrategy: PID 30474 died...\u000a21:35:00.763797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30474): Terminated: ok {rc=0}\u000a21:35:00.774296 --- ParallelTerminationStrategy: PID 30475 died...\u000a21:35:00.835749 run iperf3-srv_10.42.42.10(pid=30475): Terminated {rc=256}\u000a21:35:00.854540 --- ParallelTerminationStrategy: PID 30478 died...\u000a21:35:00.927330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30478): Terminated: ok {rc=0}\u000a21:35:00.938309 --- ParallelTerminationStrategy: PID 30481 died...\u000a21:35:00.997148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30481): Terminated: ok {rc=0}\u000a21:35:01.008279 --- ParallelTerminationStrategy: PID 30484 died...\u000a21:35:01.077175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30484): Terminated: ok {rc=0}\u000a21:35:01.179345 bus /gobi_4: Setting Powered False\u000a21:35:02.287339 bus /gobi_4: Setting Powered False\u000a21:35:03.401851 bus /gobi_1: Setting Powered False\u000a21:35:04.507009 bus /gobi_1: Setting Powered False\u000a21:35:05.615428 bus /gobi_0: Setting Powered False\u000a21:35:06.724726 bus /gobi_0: Setting Powered False\u000a21:35:07.839727 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30495): Process ended prematurely: osmo-stp_10.42.42.5(pid=30495) [trial-2382↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30495)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30495): Process ended prematurely: osmo-stp_10.42.42.5(pid=30495) [trial-2382↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a21:35:08.909957 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:35:08.921575 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:35:09.057127 tst ping.py: using LAC 31650\u000a21:35:09.180724 tst ping.py: using RAC 30\u000a21:35:09.304381 tst ping.py: using CellId 31650\u000a21:35:09.428327 tst ping.py: using BVCI 31651\u000a21:35:09.452216 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:35:09.463430 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:35:09.474407 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:35:09.485438 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:35:09.496205 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:35:09.507102 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:35:09.518194 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:35:09.529312 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:35:09.828254 tst ping.py:19: start network...\u000a21:35:09.966288 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:35:10.491748 run create_hlr_db(pid=30489): Launched\u000a21:35:10.684109 bus /gobi_6: Setting Powered False\u000a21:35:11.705333 run create_hlr_db(pid=30489): Terminated: ok {rc=0}\u000a21:35:12.124766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30491): Launched\u000a21:35:12.438179 run osmo-hlr_10.42.42.2(pid=30492): Launched\u000a21:35:12.553849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:35:13.100382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30494): Launched\u000a21:35:13.413468 run osmo-stp_10.42.42.5(pid=30495): Launched\u000a21:35:13.526901 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:35:14.070938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30497): Launched\u000a21:35:14.181725 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:35:14.453807 run patchelf(pid=30498): Launched\u000a21:35:14.634881 run osmo-stp_10.42.42.5(pid=30495): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30495)]\u000a21:35:14.767734 run osmo-stp_10.42.42.5(pid=30495): stdout: \u000a| (launched: 2022-12-12_21:35:13.257636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:35:14.900689 run osmo-stp_10.42.42.5(pid=30495): stderr: \u000a| �[0;m�[38;5;43m20221212213513432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213513432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213513432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213513433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213513433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213513433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213513433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:35:15.029655 run osmo-stp_10.42.42.5(pid=30495): stdout: \u000a| (launched: 2022-12-12_21:35:13.257636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:35:15.156635 run osmo-stp_10.42.42.5(pid=30495): stderr: \u000a| �[0;m�[38;5;43m20221212213513432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213513432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213513432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213513433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213513433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213513433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213513433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:35:15.305203 run patchelf(pid=30498): Terminating (SIGINT)\u000a21:35:15.479790 run patchelf(pid=30498): Terminated: ok {rc=0}\u000a21:35:15.511479 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30495): Process ended prematurely: osmo-stp_10.42.42.5(pid=30495) [trial-2382↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30495)] [trial-2382↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a21:35:15.520174 tst ping.py:22: Test FAILED (6.6 sec)\u000a21:35:15.581521 run osmo-hlr_10.42.42.2(pid=30492): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30492)]\u000a21:35:15.631800 run osmo-hlr_10.42.42.2(pid=30492): stdout: \u000a| (launched: 2022-12-12_21:35:12.282946) \u000a21:35:15.683289 run osmo-hlr_10.42.42.2(pid=30492): stderr: \u000a| �[0;m�[1;31m20221212213512461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213512461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213512461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213512461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213512461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213512461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213512475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213512483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213512483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213512483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:35:15.726760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30491): Terminating (SIGTERM)\u000a21:35:15.768022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30494): Terminating (SIGTERM)\u000a21:35:15.809305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30497): Terminating (SIGTERM)\u000a21:35:15.818996 --- ParallelTerminationStrategy: PID 30491 died...\u000a21:35:15.879628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30491): Terminated: ok {rc=0}\u000a21:35:15.890313 --- ParallelTerminationStrategy: PID 30494 died...\u000a21:35:15.951165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30494): Terminated: ok {rc=0}\u000a21:35:15.961560 --- ParallelTerminationStrategy: PID 30497 died...\u000a21:35:16.019597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30497): Terminated: ok {rc=0}\u000a21:35:16.114367 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30505): Process ended prematurely: osmo-stp_10.42.42.5(pid=30505) [trial-2382↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30505)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30505): Process ended prematurely: osmo-stp_10.42.42.5(pid=30505) [trial-2382↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a21:35:17.167387 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:35:17.180596 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a21:35:17.325316 tst ping_idle_ping.py: using LAC 31651\u000a21:35:17.447257 tst ping_idle_ping.py: using RAC 31\u000a21:35:17.571934 tst ping_idle_ping.py: using CellId 31651\u000a21:35:17.696577 tst ping_idle_ping.py: using BVCI 31652\u000a21:35:17.720618 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:35:17.731706 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:35:17.742708 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:35:17.753827 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:35:17.764660 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:35:17.775443 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:35:17.786489 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a21:35:17.797396 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a21:35:18.098818 tst ping_idle_ping.py:24: start network...\u000a21:35:18.239208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:35:18.769683 run create_hlr_db(pid=30499): Launched\u000a21:35:18.962669 bus /gobi_6: Setting Powered False\u000a21:35:19.983436 run create_hlr_db(pid=30499): Terminated: ok {rc=0}\u000a21:35:20.402233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30501): Launched\u000a21:35:20.718712 run osmo-hlr_10.42.42.2(pid=30502): Launched\u000a21:35:20.833895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:35:21.380550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30504): Launched\u000a21:35:21.694845 run osmo-stp_10.42.42.5(pid=30505): Launched\u000a21:35:21.808627 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:35:22.355958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30507): Launched\u000a21:35:22.467833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:35:22.740799 run patchelf(pid=30508): Launched\u000a21:35:22.922991 run osmo-stp_10.42.42.5(pid=30505): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30505)]\u000a21:35:23.056564 run osmo-stp_10.42.42.5(pid=30505): stdout: \u000a| (launched: 2022-12-12_21:35:21.539106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:35:23.190904 run osmo-stp_10.42.42.5(pid=30505): stderr: \u000a| �[0;m�[38;5;43m20221212213521713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213521713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213521714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213521714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213521715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213521715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213521715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:35:23.319887 run osmo-stp_10.42.42.5(pid=30505): stdout: \u000a| (launched: 2022-12-12_21:35:21.539106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:35:23.447794 run osmo-stp_10.42.42.5(pid=30505): stderr: \u000a| �[0;m�[38;5;43m20221212213521713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213521713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213521714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213521714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213521715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213521715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213521715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:35:23.596793 run patchelf(pid=30508): Terminating (SIGINT)\u000a21:35:23.771803 run patchelf(pid=30508): Terminated: ok {rc=0}\u000a21:35:23.803402 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30505): Process ended prematurely: osmo-stp_10.42.42.5(pid=30505) [trial-2382↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30505)] [trial-2382↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a21:35:23.812173 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a21:35:23.873834 run osmo-hlr_10.42.42.2(pid=30502): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30502)]\u000a21:35:23.924125 run osmo-hlr_10.42.42.2(pid=30502): stdout: \u000a| (launched: 2022-12-12_21:35:20.561181) \u000a21:35:23.975343 run osmo-hlr_10.42.42.2(pid=30502): stderr: \u000a| �[0;m�[1;31m20221212213520742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213520742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213520743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213520743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213520743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213520743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213520754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213520763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213520763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213520763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:35:24.019111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30501): Terminating (SIGTERM)\u000a21:35:24.060174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30504): Terminating (SIGTERM)\u000a21:35:24.101459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30507): Terminating (SIGTERM)\u000a21:35:24.111109 --- ParallelTerminationStrategy: PID 30501 died...\u000a21:35:24.165851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30501): Terminated: ok {rc=0}\u000a21:35:24.175900 --- ParallelTerminationStrategy: PID 30504 died...\u000a21:35:24.230490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30504): Terminated: ok {rc=0}\u000a21:35:24.240450 --- ParallelTerminationStrategy: PID 30507 died...\u000a21:35:24.295122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30507): Terminated: ok {rc=0}\u000a21:35:24.381357 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:34:23" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30522): Process ended prematurely: osmo-stp_10.42.42.5(pid=30522) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30522)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30522): Process ended prematurely: osmo-stp_10.42.42.5(pid=30522) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:35:26.530152 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:26.541429 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:35:26.681055 tst cs_paging_gprs_active.py: using LAC 31652\u000a21:35:26.806518 tst cs_paging_gprs_active.py: using RAC 32\u000a21:35:26.931843 tst cs_paging_gprs_active.py: using CellId 31652\u000a21:35:27.058466 tst cs_paging_gprs_active.py: using BVCI 31653\u000a21:35:27.083279 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:27.094719 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:27.105823 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:27.116929 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:27.128001 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:27.139159 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:27.150439 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:27.161520 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:27.172624 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:35:27.294718 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:35:27.603706 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:35:27.746939 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:35:28.100469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30512): Launched\u000a21:35:28.394828 run iperf3-srv_10.42.42.10(pid=30513): Launched\u000a21:35:28.604722 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:35:28.748598 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:35:29.102563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30514): Launched\u000a21:35:29.397257 run iperf3-srv_10.42.42.10(pid=30515): Launched\u000a21:35:29.606665 tst cs_paging_gprs_active.py:38: start network...\u000a21:35:29.749629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:35:30.286843 run create_hlr_db(pid=30516): Launched\u000a21:35:30.484020 bus /gobi_6: Setting Powered False\u000a21:35:31.546738 run create_hlr_db(pid=30516): Terminated: ok {rc=0}\u000a21:35:32.026728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30518): Launched\u000a21:35:32.375382 run osmo-hlr_10.42.42.2(pid=30519): Launched\u000a21:35:32.502193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:35:33.092455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30521): Launched\u000a21:35:33.436209 run osmo-stp_10.42.42.5(pid=30522): Launched\u000a21:35:33.562009 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:35:34.160733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30524): Launched\u000a21:35:34.282923 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:35:34.580615 run patchelf(pid=30525): Launched\u000a21:35:34.778306 run osmo-stp_10.42.42.5(pid=30522): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30522)]\u000a21:35:34.922624 run osmo-stp_10.42.42.5(pid=30522): stdout: \u000a| (launched: 2022-12-12_21:35:33.265831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:35:35.067393 run osmo-stp_10.42.42.5(pid=30522): stderr: \u000a| �[0;m�[38;5;43m20221212213533461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213533461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213533462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213533462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213533462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213533463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213533463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:35:35.207776 run osmo-stp_10.42.42.5(pid=30522): stdout: \u000a| (launched: 2022-12-12_21:35:33.265831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:35:35.346923 run osmo-stp_10.42.42.5(pid=30522): stderr: \u000a| �[0;m�[38;5;43m20221212213533461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213533461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213533462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213533462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213533462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213533463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213533463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:35:35.509879 run patchelf(pid=30525): Terminating (SIGINT)\u000a21:35:35.700206 run patchelf(pid=30525): Terminated: ok {rc=0}\u000a21:35:35.734923 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30522): Process ended prematurely: osmo-stp_10.42.42.5(pid=30522) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30522)] [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:35:35.745100 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a21:35:35.810707 run osmo-hlr_10.42.42.2(pid=30519): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30519)]\u000a21:35:35.863725 run osmo-hlr_10.42.42.2(pid=30519): stdout: \u000a| (launched: 2022-12-12_21:35:32.202673) \u000a21:35:35.917724 run osmo-hlr_10.42.42.2(pid=30519): stderr: \u000a| �[0;m�[1;31m20221212213532404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213532404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213532404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213532404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213532404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213532404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213532415 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213532424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213532424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213532424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:35:35.963197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30512): Terminating (SIGTERM)\u000a21:35:36.006161 run iperf3-srv_10.42.42.10(pid=30513): Terminating (SIGTERM)\u000a21:35:36.049341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30514): Terminating (SIGTERM)\u000a21:35:36.092606 run iperf3-srv_10.42.42.10(pid=30515): Terminating (SIGTERM)\u000a21:35:36.135455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30518): Terminating (SIGTERM)\u000a21:35:36.178496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30521): Terminating (SIGTERM)\u000a21:35:36.221525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30524): Terminating (SIGTERM)\u000a21:35:36.231663 --- ParallelTerminationStrategy: PID 30512 died...\u000a21:35:36.288989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30512): Terminated: ok {rc=0}\u000a21:35:36.299502 --- ParallelTerminationStrategy: PID 30513 died...\u000a21:35:36.357103 run iperf3-srv_10.42.42.10(pid=30513): Terminated {rc=256}\u000a21:35:36.367612 --- ParallelTerminationStrategy: PID 30514 died...\u000a21:35:36.425229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30514): Terminated: ok {rc=0}\u000a21:35:36.435777 --- ParallelTerminationStrategy: PID 30515 died...\u000a21:35:36.492879 run iperf3-srv_10.42.42.10(pid=30515): Terminated {rc=256}\u000a21:35:36.503460 --- ParallelTerminationStrategy: PID 30518 died...\u000a21:35:36.561332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30518): Terminated: ok {rc=0}\u000a21:35:36.572030 --- ParallelTerminationStrategy: PID 30521 died...\u000a21:35:36.629454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30521): Terminated: ok {rc=0}\u000a21:35:36.640047 --- ParallelTerminationStrategy: PID 30524 died...\u000a21:35:36.697623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30524): Terminated: ok {rc=0}\u000a21:35:36.786985 bus /gobi_0: Setting Powered False\u000a21:35:37.897503 bus /gobi_0: Setting Powered False\u000a21:35:39.011767 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30534): Process ended prematurely: osmo-stp_10.42.42.5(pid=30534) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30534)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30534): Process ended prematurely: osmo-stp_10.42.42.5(pid=30534) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:35:40.126395 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:40.138473 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:35:40.278273 tst iperf3.py: using LAC 31653\u000a21:35:40.405024 tst iperf3.py: using RAC 33\u000a21:35:40.528580 tst iperf3.py: using CellId 31653\u000a21:35:40.654493 tst iperf3.py: using BVCI 31654\u000a21:35:40.678635 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:40.689968 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:40.701083 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:40.712281 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:40.723423 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:40.734552 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:40.745757 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:40.756820 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:40.768207 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:35:41.056779 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:35:41.189311 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:35:41.521588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30526): Launched\u000a21:35:41.797470 run iperf3-srv_10.42.42.10(pid=30527): Launched\u000a21:35:41.990920 tst iperf3.py:8: start network...\u000a21:35:42.124268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:35:42.634743 run create_hlr_db(pid=30528): Launched\u000a21:35:42.816153 bus /gobi_6: Setting Powered False\u000a21:35:43.838610 run create_hlr_db(pid=30528): Terminated: ok {rc=0}\u000a21:35:44.287184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30530): Launched\u000a21:35:44.630682 run osmo-hlr_10.42.42.2(pid=30531): Launched\u000a21:35:44.754787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:35:45.343524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30533): Launched\u000a21:35:45.686624 run osmo-stp_10.42.42.5(pid=30534): Launched\u000a21:35:45.810507 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:35:46.463499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30536): Launched\u000a21:35:46.605672 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:35:46.918419 run patchelf(pid=30537): Launched\u000a21:35:47.119063 run osmo-stp_10.42.42.5(pid=30534): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30534)]\u000a21:35:47.266223 run osmo-stp_10.42.42.5(pid=30534): stdout: \u000a| (launched: 2022-12-12_21:35:45.517105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:35:47.411225 run osmo-stp_10.42.42.5(pid=30534): stderr: \u000a| �[0;m�[38;5;43m20221212213545715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213545715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213545715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213545715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213545718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213545718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213545718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:35:47.551353 run osmo-stp_10.42.42.5(pid=30534): stdout: \u000a| (launched: 2022-12-12_21:35:45.517105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:35:47.690255 run osmo-stp_10.42.42.5(pid=30534): stderr: \u000a| �[0;m�[38;5;43m20221212213545715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213545715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213545715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213545715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213545718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213545718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213545718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:35:47.852043 run patchelf(pid=30537): Terminating (SIGINT)\u000a21:35:48.041683 run patchelf(pid=30537): Terminated: ok {rc=0}\u000a21:35:48.076663 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30534): Process ended prematurely: osmo-stp_10.42.42.5(pid=30534) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30534)] [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a21:35:48.086965 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a21:35:48.152681 run osmo-hlr_10.42.42.2(pid=30531): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30531)]\u000a21:35:48.206213 run osmo-hlr_10.42.42.2(pid=30531): stdout: \u000a| (launched: 2022-12-12_21:35:44.460729) \u000a21:35:48.260424 run osmo-hlr_10.42.42.2(pid=30531): stderr: \u000a| �[0;m�[1;31m20221212213544662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213544662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213544662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213544662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213544662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213544662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213544676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213544685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213544685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213544685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:35:48.306591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30526): Terminating (SIGTERM)\u000a21:35:48.350864 run iperf3-srv_10.42.42.10(pid=30527): Terminating (SIGTERM)\u000a21:35:48.394762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30530): Terminating (SIGTERM)\u000a21:35:48.438364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30533): Terminating (SIGTERM)\u000a21:35:48.482082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30536): Terminating (SIGTERM)\u000a21:35:48.492486 --- ParallelTerminationStrategy: PID 30526 died...\u000a21:35:48.551177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30526): Terminated: ok {rc=0}\u000a21:35:48.561785 --- ParallelTerminationStrategy: PID 30527 died...\u000a21:35:48.619875 run iperf3-srv_10.42.42.10(pid=30527): Terminated {rc=256}\u000a21:35:48.630275 --- ParallelTerminationStrategy: PID 30530 died...\u000a21:35:48.688506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30530): Terminated: ok {rc=0}\u000a21:35:48.698962 --- ParallelTerminationStrategy: PID 30533 died...\u000a21:35:48.756801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30533): Terminated: ok {rc=0}\u000a21:35:48.767675 --- ParallelTerminationStrategy: PID 30536 died...\u000a21:35:48.826334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30536): Terminated: ok {rc=0}\u000a21:35:48.915848 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30555): Process ended prematurely: osmo-stp_10.42.42.5(pid=30555) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30555)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30555): Process ended prematurely: osmo-stp_10.42.42.5(pid=30555) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:35:50.035938 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:50.048570 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:35:50.189699 tst iperf3m4.py: using LAC 31654\u000a21:35:50.316549 tst iperf3m4.py: using RAC 34\u000a21:35:50.441763 tst iperf3m4.py: using CellId 31654\u000a21:35:50.567782 tst iperf3m4.py: using BVCI 31655\u000a21:35:50.592209 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:50.603682 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:50.614772 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:50.625853 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:50.637041 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:50.648125 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:50.659290 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:50.670851 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:35:50.682184 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:35:50.806447 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:35:50.925573 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:35:51.049691 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:35:51.357645 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:35:51.500861 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:35:51.854853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30538): Launched\u000a21:35:52.151262 run iperf3-srv_10.42.42.10(pid=30539): Launched\u000a21:35:52.361034 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:35:52.504070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:35:52.856655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30540): Launched\u000a21:35:53.150552 run iperf3-srv_10.42.42.10(pid=30541): Launched\u000a21:35:53.360237 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:35:53.503335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:35:53.856838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30542): Launched\u000a21:35:54.152503 run iperf3-srv_10.42.42.10(pid=30546): Launched\u000a21:35:54.360808 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:35:54.503179 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:35:54.856030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30547): Launched\u000a21:35:55.150651 run iperf3-srv_10.42.42.10(pid=30548): Launched\u000a21:35:55.359329 tst iperf3m4.py:8: start network...\u000a21:35:55.502378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:35:56.039236 run create_hlr_db(pid=30549): Launched\u000a21:35:56.235743 bus /gobi_6: Setting Powered False\u000a21:35:57.257745 run create_hlr_db(pid=30549): Terminated: ok {rc=0}\u000a21:35:57.710878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30551): Launched\u000a21:35:58.053132 run osmo-hlr_10.42.42.2(pid=30552): Launched\u000a21:35:58.181072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:35:58.771834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30554): Launched\u000a21:35:59.113212 run osmo-stp_10.42.42.5(pid=30555): Launched\u000a21:35:59.237391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:35:59.828828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30557): Launched\u000a21:35:59.941752 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:36:00.220114 run patchelf(pid=30558): Launched\u000a21:36:00.405281 run osmo-stp_10.42.42.5(pid=30555): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30555)]\u000a21:36:00.540183 run osmo-stp_10.42.42.5(pid=30555): stdout: \u000a| (launched: 2022-12-12_21:35:58.944692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:36:00.675214 run osmo-stp_10.42.42.5(pid=30555): stderr: \u000a| �[0;m�[38;5;43m20221212213559141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213559141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213559141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213559142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213559142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213559142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213559142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:36:00.806200 run osmo-stp_10.42.42.5(pid=30555): stdout: \u000a| (launched: 2022-12-12_21:35:58.944692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:36:00.947976 run osmo-stp_10.42.42.5(pid=30555): stderr: \u000a| �[0;m�[38;5;43m20221212213559141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213559141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213559141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213559142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213559142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213559142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213559142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:36:01.107413 run patchelf(pid=30558): Terminating (SIGINT)\u000a21:36:01.288366 run patchelf(pid=30558): Terminated: ok {rc=0}\u000a21:36:01.322386 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30555): Process ended prematurely: osmo-stp_10.42.42.5(pid=30555) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30555)] [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:36:01.332470 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a21:36:01.397235 run osmo-hlr_10.42.42.2(pid=30552): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30552)]\u000a21:36:01.449274 run osmo-hlr_10.42.42.2(pid=30552): stdout: \u000a| (launched: 2022-12-12_21:35:57.884346) \u000a21:36:01.501234 run osmo-hlr_10.42.42.2(pid=30552): stderr: \u000a| �[0;m�[1;31m20221212213558090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213558090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213558090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213558090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213558090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213558090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213558102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213558113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213558113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213558113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:36:01.545498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30538): Terminating (SIGTERM)\u000a21:36:01.589678 run iperf3-srv_10.42.42.10(pid=30539): Terminating (SIGTERM)\u000a21:36:01.634423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30540): Terminating (SIGTERM)\u000a21:36:01.679920 run iperf3-srv_10.42.42.10(pid=30541): Terminating (SIGTERM)\u000a21:36:01.724439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30542): Terminating (SIGTERM)\u000a21:36:01.766963 run iperf3-srv_10.42.42.10(pid=30546): Terminating (SIGTERM)\u000a21:36:01.812337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30547): Terminating (SIGTERM)\u000a21:36:01.855587 run iperf3-srv_10.42.42.10(pid=30548): Terminating (SIGTERM)\u000a21:36:01.901606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30551): Terminating (SIGTERM)\u000a21:36:01.945983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30554): Terminating (SIGTERM)\u000a21:36:01.991017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30557): Terminating (SIGTERM)\u000a21:36:02.000756 --- ParallelTerminationStrategy: PID 30538 died...\u000a21:36:02.056888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30538): Terminated: ok {rc=0}\u000a21:36:02.067310 --- ParallelTerminationStrategy: PID 30539 died...\u000a21:36:02.123075 run iperf3-srv_10.42.42.10(pid=30539): Terminated {rc=256}\u000a21:36:02.133353 --- ParallelTerminationStrategy: PID 30540 died...\u000a21:36:02.188923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30540): Terminated: ok {rc=0}\u000a21:36:02.199268 --- ParallelTerminationStrategy: PID 30541 died...\u000a21:36:02.254749 run iperf3-srv_10.42.42.10(pid=30541): Terminated {rc=256}\u000a21:36:02.264517 --- ParallelTerminationStrategy: PID 30542 died...\u000a21:36:02.318661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30542): Terminated: ok {rc=0}\u000a21:36:02.328379 --- ParallelTerminationStrategy: PID 30546 died...\u000a21:36:02.382371 run iperf3-srv_10.42.42.10(pid=30546): Terminated {rc=256}\u000a21:36:02.392146 --- ParallelTerminationStrategy: PID 30547 died...\u000a21:36:02.446840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30547): Terminated: ok {rc=0}\u000a21:36:02.456656 --- ParallelTerminationStrategy: PID 30548 died...\u000a21:36:02.511007 run iperf3-srv_10.42.42.10(pid=30548): Terminated {rc=256}\u000a21:36:02.520727 --- ParallelTerminationStrategy: PID 30551 died...\u000a21:36:02.575087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30551): Terminated: ok {rc=0}\u000a21:36:02.584830 --- ParallelTerminationStrategy: PID 30554 died...\u000a21:36:02.639102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30554): Terminated: ok {rc=0}\u000a21:36:02.648787 --- ParallelTerminationStrategy: PID 30557 died...\u000a21:36:02.702996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30557): Terminated: ok {rc=0}\u000a21:36:02.789327 bus /gobi_4: Setting Powered False\u000a21:36:03.892861 bus /gobi_4: Setting Powered False\u000a21:36:05.007854 bus /gobi_1: Setting Powered False\u000a21:36:06.117983 bus /gobi_1: Setting Powered False\u000a21:36:07.232691 bus /gobi_0: Setting Powered False\u000a21:36:08.338250 bus /gobi_0: Setting Powered False\u000a21:36:09.448502 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30565): Process ended prematurely: osmo-stp_10.42.42.5(pid=30565) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30565)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30565): Process ended prematurely: osmo-stp_10.42.42.5(pid=30565) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:36:10.515392 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:36:10.527058 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:36:10.666770 tst ping.py: using LAC 31655\u000a21:36:10.788048 tst ping.py: using RAC 35\u000a21:36:10.907812 tst ping.py: using CellId 31655\u000a21:36:11.025852 tst ping.py: using BVCI 31656\u000a21:36:11.049310 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:36:11.060451 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:36:11.071289 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:36:11.082202 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:36:11.092876 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:36:11.103648 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:36:11.114657 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:36:11.125514 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:36:11.405948 tst ping.py:19: start network...\u000a21:36:11.533486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:36:12.021793 run create_hlr_db(pid=30559): Launched\u000a21:36:12.196198 bus /gobi_6: Setting Powered False\u000a21:36:13.218297 run create_hlr_db(pid=30559): Terminated: ok {rc=0}\u000a21:36:13.629665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30561): Launched\u000a21:36:13.935617 run osmo-hlr_10.42.42.2(pid=30562): Launched\u000a21:36:14.053456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:36:14.593789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30564): Launched\u000a21:36:14.898658 run osmo-stp_10.42.42.5(pid=30565): Launched\u000a21:36:15.009336 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:36:15.542308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30567): Launched\u000a21:36:15.650559 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:36:15.927788 run patchelf(pid=30568): Launched\u000a21:36:16.109196 run osmo-stp_10.42.42.5(pid=30565): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30565)]\u000a21:36:16.242556 run osmo-stp_10.42.42.5(pid=30565): stdout: \u000a| (launched: 2022-12-12_21:36:14.748143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:36:16.376385 run osmo-stp_10.42.42.5(pid=30565): stderr: \u000a| �[0;m�[38;5;43m20221212213614920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213614920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213614920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213614921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213614921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213614921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213614921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:36:16.505994 run osmo-stp_10.42.42.5(pid=30565): stdout: \u000a| (launched: 2022-12-12_21:36:14.748143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:36:16.634003 run osmo-stp_10.42.42.5(pid=30565): stderr: \u000a| �[0;m�[38;5;43m20221212213614920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213614920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213614920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213614921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213614921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213614921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213614921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:36:16.782239 run patchelf(pid=30568): Terminating (SIGINT)\u000a21:36:16.957916 run patchelf(pid=30568): Terminated: ok {rc=0}\u000a21:36:16.990128 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30565): Process ended prematurely: osmo-stp_10.42.42.5(pid=30565) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30565)] [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a21:36:16.999872 tst ping.py:22: Test FAILED (6.5 sec)\u000a21:36:17.065989 run osmo-hlr_10.42.42.2(pid=30562): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30562)]\u000a21:36:17.122965 run osmo-hlr_10.42.42.2(pid=30562): stdout: \u000a| (launched: 2022-12-12_21:36:13.784255) \u000a21:36:17.180063 run osmo-hlr_10.42.42.2(pid=30562): stderr: \u000a| �[0;m�[1;31m20221212213613963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213613963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213613963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213613963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213613963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213613964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213613975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213613984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213613984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213613984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:36:17.228446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30561): Terminating (SIGTERM)\u000a21:36:17.273519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30564): Terminating (SIGTERM)\u000a21:36:17.317746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30567): Terminating (SIGTERM)\u000a21:36:17.327924 --- ParallelTerminationStrategy: PID 30561 died...\u000a21:36:17.386595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30561): Terminated: ok {rc=0}\u000a21:36:17.397865 --- ParallelTerminationStrategy: PID 30564 died...\u000a21:36:17.456747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30564): Terminated: ok {rc=0}\u000a21:36:17.467407 --- ParallelTerminationStrategy: PID 30567 died...\u000a21:36:17.526632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30567): Terminated: ok {rc=0}\u000a21:36:17.614814 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30575): Process ended prematurely: osmo-stp_10.42.42.5(pid=30575) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30575)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30575): Process ended prematurely: osmo-stp_10.42.42.5(pid=30575) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:36:18.668797 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:36:18.681049 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:36:18.828496 tst ping_idle_ping.py: using LAC 31656\u000a21:36:18.958115 tst ping_idle_ping.py: using RAC 36\u000a21:36:19.088291 tst ping_idle_ping.py: using CellId 31656\u000a21:36:19.211110 tst ping_idle_ping.py: using BVCI 31657\u000a21:36:19.235084 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:36:19.246580 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:36:19.257712 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:36:19.269865 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:36:19.281200 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:36:19.292619 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:36:19.304065 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:36:19.315355 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:36:19.598063 tst ping_idle_ping.py:24: start network...\u000a21:36:19.725722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:36:20.220623 run create_hlr_db(pid=30569): Launched\u000a21:36:20.398175 bus /gobi_6: Setting Powered False\u000a21:36:21.420244 run create_hlr_db(pid=30569): Terminated: ok {rc=0}\u000a21:36:21.830349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30571): Launched\u000a21:36:22.162097 run osmo-hlr_10.42.42.2(pid=30572): Launched\u000a21:36:22.283898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:36:22.822528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30574): Launched\u000a21:36:23.129224 run osmo-stp_10.42.42.5(pid=30575): Launched\u000a21:36:23.239923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:36:23.773362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30577): Launched\u000a21:36:23.884287 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:36:24.150796 run patchelf(pid=30578): Launched\u000a21:36:24.328702 run osmo-stp_10.42.42.5(pid=30575): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30575)]\u000a21:36:24.459300 run osmo-stp_10.42.42.5(pid=30575): stdout: \u000a| (launched: 2022-12-12_21:36:22.977158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:36:24.590110 run osmo-stp_10.42.42.5(pid=30575): stderr: \u000a| �[0;m�[38;5;43m20221212213623150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213623151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213623151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213623151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213623152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213623152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213623152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:36:24.715857 run osmo-stp_10.42.42.5(pid=30575): stdout: \u000a| (launched: 2022-12-12_21:36:22.977158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:36:24.840740 run osmo-stp_10.42.42.5(pid=30575): stderr: \u000a| �[0;m�[38;5;43m20221212213623150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213623151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213623151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213623151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213623152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213623152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213623152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:36:24.986136 run patchelf(pid=30578): Terminating (SIGINT)\u000a21:36:25.157762 run patchelf(pid=30578): Terminated: ok {rc=0}\u000a21:36:25.188768 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30575): Process ended prematurely: osmo-stp_10.42.42.5(pid=30575) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30575)] [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:36:25.197533 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a21:36:25.258511 run osmo-hlr_10.42.42.2(pid=30572): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30572)]\u000a21:36:25.308360 run osmo-hlr_10.42.42.2(pid=30572): stdout: \u000a| (launched: 2022-12-12_21:36:22.010634) \u000a21:36:25.358981 run osmo-hlr_10.42.42.2(pid=30572): stderr: \u000a| �[0;m�[1;31m20221212213622191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213622191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213622191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213622191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213622191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213622191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213622203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213622214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213622214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213622214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:36:25.401512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30571): Terminating (SIGTERM)\u000a21:36:25.441477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30574): Terminating (SIGTERM)\u000a21:36:25.481575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30577): Terminating (SIGTERM)\u000a21:36:25.490889 --- ParallelTerminationStrategy: PID 30571 died...\u000a21:36:25.544454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30571): Terminated: ok {rc=0}\u000a21:36:25.554488 --- ParallelTerminationStrategy: PID 30574 died...\u000a21:36:25.608102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30574): Terminated: ok {rc=0}\u000a21:36:25.617743 --- ParallelTerminationStrategy: PID 30577 died...\u000a21:36:25.671441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30577): Terminated: ok {rc=0}\u000a21:36:25.761204 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:35:26" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30592): Process ended prematurely: osmo-stp_10.42.42.5(pid=30592) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30592)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30592): Process ended prematurely: osmo-stp_10.42.42.5(pid=30592) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:36:27.899247 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:27.910337 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:36:28.064488 tst cs_paging_gprs_active.py: using LAC 31657\u000a21:36:28.188425 tst cs_paging_gprs_active.py: using RAC 37\u000a21:36:28.312120 tst cs_paging_gprs_active.py: using CellId 31657\u000a21:36:28.435487 tst cs_paging_gprs_active.py: using BVCI 31658\u000a21:36:28.459384 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:28.470607 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:28.481597 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:28.492465 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:28.503378 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:28.514296 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:28.525347 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:28.536220 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:28.547415 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:36:28.662855 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:36:28.948126 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:36:29.078659 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:36:29.401570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30582): Launched\u000a21:36:29.671652 run iperf3-srv_10.42.42.10(pid=30583): Launched\u000a21:36:29.861780 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:36:29.991594 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:36:30.314702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30584): Launched\u000a21:36:30.584055 run iperf3-srv_10.42.42.10(pid=30585): Launched\u000a21:36:30.775224 tst cs_paging_gprs_active.py:38: start network...\u000a21:36:30.922646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:36:31.470949 run create_hlr_db(pid=30586): Launched\u000a21:36:31.654312 bus /gobi_6: Setting Powered False\u000a21:36:32.684430 run create_hlr_db(pid=30586): Terminated: ok {rc=0}\u000a21:36:33.103514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30588): Launched\u000a21:36:33.417234 run osmo-hlr_10.42.42.2(pid=30589): Launched\u000a21:36:33.533823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:36:34.075300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30591): Launched\u000a21:36:34.388076 run osmo-stp_10.42.42.5(pid=30592): Launched\u000a21:36:34.502129 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:36:35.045826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30594): Launched\u000a21:36:35.157958 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:36:35.431276 run patchelf(pid=30595): Launched\u000a21:36:35.612743 run osmo-stp_10.42.42.5(pid=30592): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30592)]\u000a21:36:35.746396 run osmo-stp_10.42.42.5(pid=30592): stdout: \u000a| (launched: 2022-12-12_21:36:34.233477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:36:35.879264 run osmo-stp_10.42.42.5(pid=30592): stderr: \u000a| �[0;m�[38;5;43m20221212213634410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213634410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213634410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213634411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213634411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213634411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213634411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:36:36.007666 run osmo-stp_10.42.42.5(pid=30592): stdout: \u000a| (launched: 2022-12-12_21:36:34.233477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:36:36.135526 run osmo-stp_10.42.42.5(pid=30592): stderr: \u000a| �[0;m�[38;5;43m20221212213634410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213634410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213634410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213634411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213634411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213634411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213634411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:36:36.284477 run patchelf(pid=30595): Terminating (SIGINT)\u000a21:36:36.460458 run patchelf(pid=30595): Terminated: ok {rc=0}\u000a21:36:36.492760 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30592): Process ended prematurely: osmo-stp_10.42.42.5(pid=30592) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30592)] [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:36:36.502100 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a21:36:36.563306 run osmo-hlr_10.42.42.2(pid=30589): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30589)]\u000a21:36:36.613350 run osmo-hlr_10.42.42.2(pid=30589): stdout: \u000a| (launched: 2022-12-12_21:36:33.261906) \u000a21:36:36.663950 run osmo-hlr_10.42.42.2(pid=30589): stderr: \u000a| �[0;m�[1;31m20221212213633443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213633443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213633443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213633443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213633443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213633443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213633465 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213633475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213633475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213633475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:36:36.706972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30582): Terminating (SIGTERM)\u000a21:36:36.747351 run iperf3-srv_10.42.42.10(pid=30583): Terminating (SIGTERM)\u000a21:36:36.787759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30584): Terminating (SIGTERM)\u000a21:36:36.828051 run iperf3-srv_10.42.42.10(pid=30585): Terminating (SIGTERM)\u000a21:36:36.868511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30588): Terminating (SIGTERM)\u000a21:36:36.918225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30591): Terminating (SIGTERM)\u000a21:36:36.959849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30594): Terminating (SIGTERM)\u000a21:36:36.969243 --- ParallelTerminationStrategy: PID 30582 died...\u000a21:36:37.022606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30582): Terminated: ok {rc=0}\u000a21:36:37.032135 --- ParallelTerminationStrategy: PID 30583 died...\u000a21:36:37.085233 run iperf3-srv_10.42.42.10(pid=30583): Terminated {rc=256}\u000a21:36:37.094773 --- ParallelTerminationStrategy: PID 30584 died...\u000a21:36:37.148042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30584): Terminated: ok {rc=0}\u000a21:36:37.157706 --- ParallelTerminationStrategy: PID 30585 died...\u000a21:36:37.210722 run iperf3-srv_10.42.42.10(pid=30585): Terminated {rc=256}\u000a21:36:37.220290 --- ParallelTerminationStrategy: PID 30588 died...\u000a21:36:37.273438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30588): Terminated: ok {rc=0}\u000a21:36:37.283052 --- ParallelTerminationStrategy: PID 30591 died...\u000a21:36:37.336156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30591): Terminated: ok {rc=0}\u000a21:36:37.345856 --- ParallelTerminationStrategy: PID 30594 died...\u000a21:36:37.399279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30594): Terminated: ok {rc=0}\u000a21:36:37.490020 bus /gobi_0: Setting Powered False\u000a21:36:38.594459 bus /gobi_0: Setting Powered False\u000a21:36:39.707060 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30604): Process ended prematurely: osmo-stp_10.42.42.5(pid=30604) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30604)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30604): Process ended prematurely: osmo-stp_10.42.42.5(pid=30604) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:36:40.824013 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:40.836266 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:36:41.003703 tst iperf3.py: using LAC 31658\u000a21:36:41.133804 tst iperf3.py: using RAC 38\u000a21:36:41.259325 tst iperf3.py: using CellId 31658\u000a21:36:41.383474 tst iperf3.py: using BVCI 31659\u000a21:36:41.407449 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:41.418902 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:41.430111 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:41.440906 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:41.451936 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:41.462843 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:41.473942 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:41.484631 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:41.495563 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:36:41.794452 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:36:41.933953 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:36:42.276187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30596): Launched\u000a21:36:42.562287 run iperf3-srv_10.42.42.10(pid=30597): Launched\u000a21:36:42.767170 tst iperf3.py:8: start network...\u000a21:36:42.906957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:36:43.430546 run create_hlr_db(pid=30598): Launched\u000a21:36:43.622067 bus /gobi_6: Setting Powered False\u000a21:36:44.643326 run create_hlr_db(pid=30598): Terminated: ok {rc=0}\u000a21:36:45.056613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30600): Launched\u000a21:36:45.367896 run osmo-hlr_10.42.42.2(pid=30601): Launched\u000a21:36:45.484287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:36:46.082790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30603): Launched\u000a21:36:46.644603 run osmo-stp_10.42.42.5(pid=30604): Launched\u000a21:36:46.818072 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:36:47.387445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30606): Launched\u000a21:36:47.496650 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:36:47.764040 run patchelf(pid=30607): Launched\u000a21:36:47.943129 run osmo-stp_10.42.42.5(pid=30604): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30604)]\u000a21:36:48.073565 run osmo-stp_10.42.42.5(pid=30604): stdout: \u000a| (launched: 2022-12-12_21:36:46.256660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:36:48.204688 run osmo-stp_10.42.42.5(pid=30604): stderr: \u000a| �[0;m�[38;5;43m20221212213646597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213646598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213646599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213646599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213646601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213646602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213646602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:36:48.331640 run osmo-stp_10.42.42.5(pid=30604): stdout: \u000a| (launched: 2022-12-12_21:36:46.256660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:36:48.457575 run osmo-stp_10.42.42.5(pid=30604): stderr: \u000a| �[0;m�[38;5;43m20221212213646597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213646598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213646599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213646599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213646601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213646602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213646602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:36:48.604212 run patchelf(pid=30607): Terminating (SIGINT)\u000a21:36:48.777300 run patchelf(pid=30607): Terminated: ok {rc=0}\u000a21:36:48.809103 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30604): Process ended prematurely: osmo-stp_10.42.42.5(pid=30604) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30604)] [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:36:48.818422 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a21:36:48.879325 run osmo-hlr_10.42.42.2(pid=30601): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30601)]\u000a21:36:48.928877 run osmo-hlr_10.42.42.2(pid=30601): stdout: \u000a| (launched: 2022-12-12_21:36:45.214300) \u000a21:36:48.979300 run osmo-hlr_10.42.42.2(pid=30601): stderr: \u000a| �[0;m�[1;31m20221212213645390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213645390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213645390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213645390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213645390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213645391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213645402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213645410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213645410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213645410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:36:49.022046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30596): Terminating (SIGTERM)\u000a21:36:49.062241 run iperf3-srv_10.42.42.10(pid=30597): Terminating (SIGTERM)\u000a21:36:49.102708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30600): Terminating (SIGTERM)\u000a21:36:49.142969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30603): Terminating (SIGTERM)\u000a21:36:49.183356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30606): Terminating (SIGTERM)\u000a21:36:49.192701 --- ParallelTerminationStrategy: PID 30596 died...\u000a21:36:49.246588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30596): Terminated: ok {rc=0}\u000a21:36:49.256207 --- ParallelTerminationStrategy: PID 30597 died...\u000a21:36:49.309612 run iperf3-srv_10.42.42.10(pid=30597): Terminated {rc=256}\u000a21:36:49.319282 --- ParallelTerminationStrategy: PID 30600 died...\u000a21:36:49.373242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30600): Terminated: ok {rc=0}\u000a21:36:49.382840 --- ParallelTerminationStrategy: PID 30603 died...\u000a21:36:49.436609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30603): Terminated: ok {rc=0}\u000a21:36:49.446226 --- ParallelTerminationStrategy: PID 30606 died...\u000a21:36:49.500759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30606): Terminated: ok {rc=0}\u000a21:36:49.589716 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30622): Process ended prematurely: osmo-stp_10.42.42.5(pid=30622) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30622)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30622): Process ended prematurely: osmo-stp_10.42.42.5(pid=30622) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30622)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:36:50.701124 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:50.712639 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:36:50.872809 tst iperf3m4.py: using LAC 31659\u000a21:36:51.002977 tst iperf3m4.py: using RAC 39\u000a21:36:51.133244 tst iperf3m4.py: using CellId 31659\u000a21:36:51.262717 tst iperf3m4.py: using BVCI 31660\u000a21:36:51.287992 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:51.299587 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:51.311091 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:51.322826 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:51.334492 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:51.346135 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:51.357951 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:51.369506 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:36:51.381439 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:36:51.503297 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:36:51.623820 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:36:51.740396 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:36:52.038390 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:36:52.176241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:36:52.514599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30608): Launched\u000a21:36:52.796042 run iperf3-srv_10.42.42.10(pid=30609): Launched\u000a21:36:52.997956 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:36:53.135790 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:36:53.474143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30610): Launched\u000a21:36:53.755045 run iperf3-srv_10.42.42.10(pid=30611): Launched\u000a21:36:53.956350 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:36:54.093883 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:36:54.432727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30612): Launched\u000a21:36:54.714257 run iperf3-srv_10.42.42.10(pid=30613): Launched\u000a21:36:54.915328 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:36:55.052825 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:36:55.390555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30614): Launched\u000a21:36:55.671425 run iperf3-srv_10.42.42.10(pid=30615): Launched\u000a21:36:55.872354 tst iperf3m4.py:8: start network...\u000a21:36:56.009728 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:36:56.524598 run create_hlr_db(pid=30616): Launched\u000a21:36:56.714310 bus /gobi_6: Setting Powered False\u000a21:36:57.736346 run create_hlr_db(pid=30616): Terminated: ok {rc=0}\u000a21:36:58.169656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30618): Launched\u000a21:36:58.498054 run osmo-hlr_10.42.42.2(pid=30619): Launched\u000a21:36:58.620600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:36:59.189366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30621): Launched\u000a21:36:59.518385 run osmo-stp_10.42.42.5(pid=30622): Launched\u000a21:36:59.638780 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:37:00.209951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30624): Launched\u000a21:37:00.327545 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:37:00.611772 run patchelf(pid=30625): Launched\u000a21:37:00.803140 run osmo-stp_10.42.42.5(pid=30622): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30622)]\u000a21:37:00.952723 run osmo-stp_10.42.42.5(pid=30622): stdout: \u000a| (launched: 2022-12-12_21:36:59.356739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:37:01.099164 run osmo-stp_10.42.42.5(pid=30622): stderr: \u000a| �[0;m�[38;5;43m20221212213659551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213659551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213659551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213659552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213659554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213659554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213659554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:37:01.239706 run osmo-stp_10.42.42.5(pid=30622): stdout: \u000a| (launched: 2022-12-12_21:36:59.356739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:37:01.379494 run osmo-stp_10.42.42.5(pid=30622): stderr: \u000a| �[0;m�[38;5;43m20221212213659551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213659551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213659551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213659552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213659554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213659554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213659554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:37:01.541923 run patchelf(pid=30625): Terminating (SIGINT)\u000a21:37:01.730981 run patchelf(pid=30625): Terminated: ok {rc=0}\u000a21:37:01.765664 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30622): Process ended prematurely: osmo-stp_10.42.42.5(pid=30622) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30622)] [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:37:01.780093 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a21:37:01.849755 run osmo-hlr_10.42.42.2(pid=30619): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30619)]\u000a21:37:01.904714 run osmo-hlr_10.42.42.2(pid=30619): stdout: \u000a| (launched: 2022-12-12_21:36:58.336226) \u000a21:37:01.960486 run osmo-hlr_10.42.42.2(pid=30619): stderr: \u000a| �[0;m�[1;31m20221212213658535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213658535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213658535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213658535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213658535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213658535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213658547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213658555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213658555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213658556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:37:02.007993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30608): Terminating (SIGTERM)\u000a21:37:02.052658 run iperf3-srv_10.42.42.10(pid=30609): Terminating (SIGTERM)\u000a21:37:02.099358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30610): Terminating (SIGTERM)\u000a21:37:02.144128 run iperf3-srv_10.42.42.10(pid=30611): Terminating (SIGTERM)\u000a21:37:02.187780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30612): Terminating (SIGTERM)\u000a21:37:02.230134 run iperf3-srv_10.42.42.10(pid=30613): Terminating (SIGTERM)\u000a21:37:02.273306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30614): Terminating (SIGTERM)\u000a21:37:02.315672 run iperf3-srv_10.42.42.10(pid=30615): Terminating (SIGTERM)\u000a21:37:02.358326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30618): Terminating (SIGTERM)\u000a21:37:02.401055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30621): Terminating (SIGTERM)\u000a21:37:02.443943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30624): Terminating (SIGTERM)\u000a21:37:02.453470 --- ParallelTerminationStrategy: PID 30608 died...\u000a21:37:02.510939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30608): Terminated: ok {rc=0}\u000a21:37:02.521231 --- ParallelTerminationStrategy: PID 30609 died...\u000a21:37:02.578045 run iperf3-srv_10.42.42.10(pid=30609): Terminated {rc=256}\u000a21:37:02.588166 --- ParallelTerminationStrategy: PID 30610 died...\u000a21:37:02.645095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30610): Terminated: ok {rc=0}\u000a21:37:02.655310 --- ParallelTerminationStrategy: PID 30611 died...\u000a21:37:02.712283 run iperf3-srv_10.42.42.10(pid=30611): Terminated {rc=256}\u000a21:37:02.722500 --- ParallelTerminationStrategy: PID 30612 died...\u000a21:37:02.779773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30612): Terminated: ok {rc=0}\u000a21:37:02.789989 --- ParallelTerminationStrategy: PID 30613 died...\u000a21:37:02.847079 run iperf3-srv_10.42.42.10(pid=30613): Terminated {rc=256}\u000a21:37:02.857383 --- ParallelTerminationStrategy: PID 30614 died...\u000a21:37:02.914067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30614): Terminated: ok {rc=0}\u000a21:37:02.924571 --- ParallelTerminationStrategy: PID 30615 died...\u000a21:37:02.981577 run iperf3-srv_10.42.42.10(pid=30615): Terminated {rc=256}\u000a21:37:02.991794 --- ParallelTerminationStrategy: PID 30618 died...\u000a21:37:03.048873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30618): Terminated: ok {rc=0}\u000a21:37:03.059198 --- ParallelTerminationStrategy: PID 30621 died...\u000a21:37:03.116428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30621): Terminated: ok {rc=0}\u000a21:37:03.126717 --- ParallelTerminationStrategy: PID 30624 died...\u000a21:37:03.184041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30624): Terminated: ok {rc=0}\u000a21:37:03.271630 bus /gobi_4: Setting Powered False\u000a21:37:04.378728 bus /gobi_4: Setting Powered False\u000a21:37:05.488138 bus /gobi_1: Setting Powered False\u000a21:37:06.595329 bus /gobi_1: Setting Powered False\u000a21:37:07.704336 bus /gobi_0: Setting Powered False\u000a21:37:08.811845 bus /gobi_0: Setting Powered False\u000a21:37:09.922022 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30632): Process ended prematurely: osmo-stp_10.42.42.5(pid=30632) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30632)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30632): Process ended prematurely: osmo-stp_10.42.42.5(pid=30632) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:37:10.990686 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:37:11.002718 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:37:11.164861 tst ping.py: using LAC 31660\u000a21:37:11.292401 tst ping.py: using RAC 40\u000a21:37:11.419495 tst ping.py: using CellId 31660\u000a21:37:11.541089 tst ping.py: using BVCI 31661\u000a21:37:11.564500 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:37:11.575890 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:37:11.586876 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:37:11.598426 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:37:11.609310 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:37:11.620142 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:37:11.631116 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:37:11.642074 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:37:11.932274 tst ping.py:19: start network...\u000a21:37:12.066859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:37:12.572814 run create_hlr_db(pid=30626): Launched\u000a21:37:12.760601 bus /gobi_6: Setting Powered False\u000a21:37:13.781409 run create_hlr_db(pid=30626): Terminated: ok {rc=0}\u000a21:37:14.185961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30628): Launched\u000a21:37:14.487728 run osmo-hlr_10.42.42.2(pid=30629): Launched\u000a21:37:14.606183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:37:15.137504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30631): Launched\u000a21:37:15.436446 run osmo-stp_10.42.42.5(pid=30632): Launched\u000a21:37:15.545361 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:37:16.118068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30634): Launched\u000a21:37:16.227422 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:37:16.512887 run patchelf(pid=30635): Launched\u000a21:37:16.692906 run osmo-stp_10.42.42.5(pid=30632): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30632)]\u000a21:37:16.824115 run osmo-stp_10.42.42.5(pid=30632): stdout: \u000a| (launched: 2022-12-12_21:37:15.289570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:37:16.955836 run osmo-stp_10.42.42.5(pid=30632): stderr: \u000a| �[0;m�[38;5;43m20221212213715459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213715460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213715460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213715460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213715461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213715461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213715461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:37:17.082949 run osmo-stp_10.42.42.5(pid=30632): stdout: \u000a| (launched: 2022-12-12_21:37:15.289570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:37:17.208324 run osmo-stp_10.42.42.5(pid=30632): stderr: \u000a| �[0;m�[38;5;43m20221212213715459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213715460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213715460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213715460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213715461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213715461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213715461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:37:17.351894 run patchelf(pid=30635): Terminating (SIGINT)\u000a21:37:17.521690 run patchelf(pid=30635): Terminated: ok {rc=0}\u000a21:37:17.552541 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30632): Process ended prematurely: osmo-stp_10.42.42.5(pid=30632) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30632)] [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:37:17.561431 tst ping.py:22: Test FAILED (6.6 sec)\u000a21:37:17.622126 run osmo-hlr_10.42.42.2(pid=30629): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30629)]\u000a21:37:17.672162 run osmo-hlr_10.42.42.2(pid=30629): stdout: \u000a| (launched: 2022-12-12_21:37:14.338828) \u000a21:37:17.722759 run osmo-hlr_10.42.42.2(pid=30629): stderr: \u000a| �[0;m�[1;31m20221212213714517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213714517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213714517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213714517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213714517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213714517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213714529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213714538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213714538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213714538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:37:17.765793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30628): Terminating (SIGTERM)\u000a21:37:17.806346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30631): Terminating (SIGTERM)\u000a21:37:17.846810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30634): Terminating (SIGTERM)\u000a21:37:17.856233 --- ParallelTerminationStrategy: PID 30628 died...\u000a21:37:17.910726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30628): Terminated: ok {rc=0}\u000a21:37:17.920524 --- ParallelTerminationStrategy: PID 30631 died...\u000a21:37:17.974796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30631): Terminated: ok {rc=0}\u000a21:37:17.984651 --- ParallelTerminationStrategy: PID 30634 died...\u000a21:37:18.038470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30634): Terminated: ok {rc=0}\u000a21:37:18.129054 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30642): Process ended prematurely: osmo-stp_10.42.42.5(pid=30642) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30642)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30642): Process ended prematurely: osmo-stp_10.42.42.5(pid=30642) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:37:19.182053 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:37:19.194218 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:37:19.347588 tst ping_idle_ping.py: using LAC 31661\u000a21:37:19.468663 tst ping_idle_ping.py: using RAC 41\u000a21:37:19.589306 tst ping_idle_ping.py: using CellId 31661\u000a21:37:19.708323 tst ping_idle_ping.py: using BVCI 31662\u000a21:37:19.731734 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:37:19.742934 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:37:19.753807 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:37:19.764675 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:37:19.775596 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:37:19.786522 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:37:19.797549 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:37:19.808347 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:37:20.101988 tst ping_idle_ping.py:24: start network...\u000a21:37:20.238412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:37:20.747623 run create_hlr_db(pid=30636): Launched\u000a21:37:20.934333 bus /gobi_6: Setting Powered False\u000a21:37:21.954920 run create_hlr_db(pid=30636): Terminated: ok {rc=0}\u000a21:37:22.359831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30638): Launched\u000a21:37:22.661777 run osmo-hlr_10.42.42.2(pid=30639): Launched\u000a21:37:22.772481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:37:23.294286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30641): Launched\u000a21:37:23.595759 run osmo-stp_10.42.42.5(pid=30642): Launched\u000a21:37:23.705491 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:37:24.230899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30644): Launched\u000a21:37:24.338345 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:37:24.600505 run patchelf(pid=30645): Launched\u000a21:37:24.776702 run osmo-stp_10.42.42.5(pid=30642): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30642)]\u000a21:37:24.905637 run osmo-stp_10.42.42.5(pid=30642): stdout: \u000a| (launched: 2022-12-12_21:37:23.447463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:37:25.034496 run osmo-stp_10.42.42.5(pid=30642): stderr: \u000a| �[0;m�[38;5;43m20221212213723616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213723616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213723616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213723617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213723617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213723617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213723617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:37:25.159576 run osmo-stp_10.42.42.5(pid=30642): stdout: \u000a| (launched: 2022-12-12_21:37:23.447463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:37:25.283147 run osmo-stp_10.42.42.5(pid=30642): stderr: \u000a| �[0;m�[38;5;43m20221212213723616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213723616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213723616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213723617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213723617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213723617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213723617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:37:25.427667 run patchelf(pid=30645): Terminating (SIGINT)\u000a21:37:25.597959 run patchelf(pid=30645): Terminated: ok {rc=0}\u000a21:37:25.628723 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30642): Process ended prematurely: osmo-stp_10.42.42.5(pid=30642) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30642)] [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:37:25.637468 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a21:37:25.697888 run osmo-hlr_10.42.42.2(pid=30639): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30639)]\u000a21:37:25.747444 run osmo-hlr_10.42.42.2(pid=30639): stdout: \u000a| (launched: 2022-12-12_21:37:22.513505) \u000a21:37:25.797770 run osmo-hlr_10.42.42.2(pid=30639): stderr: \u000a| �[0;m�[1;31m20221212213722690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213722690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213722690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213722691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213722691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213722691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213722707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213722715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213722716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213722716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:37:25.840619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30638): Terminating (SIGTERM)\u000a21:37:25.881144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30641): Terminating (SIGTERM)\u000a21:37:25.922011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30644): Terminating (SIGTERM)\u000a21:37:25.931381 --- ParallelTerminationStrategy: PID 30638 died...\u000a21:37:25.985267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30638): Terminated: ok {rc=0}\u000a21:37:25.994903 --- ParallelTerminationStrategy: PID 30641 died...\u000a21:37:26.048847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30641): Terminated: ok {rc=0}\u000a21:37:26.058652 --- ParallelTerminationStrategy: PID 30644 died...\u000a21:37:26.112475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30644): Terminated: ok {rc=0}\u000a21:37:26.202148 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:36:27" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30661): Process ended prematurely: osmo-stp_10.42.42.5(pid=30661) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30661)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30661): Process ended prematurely: osmo-stp_10.42.42.5(pid=30661) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:37:28.341984 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:28.353133 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:37:28.506713 tst cs_paging_gprs_active.py: using LAC 31662\u000a21:37:28.629231 tst cs_paging_gprs_active.py: using RAC 42\u000a21:37:28.751030 tst cs_paging_gprs_active.py: using CellId 31662\u000a21:37:28.875440 tst cs_paging_gprs_active.py: using BVCI 31663\u000a21:37:28.898905 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:28.910087 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:28.920916 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:28.931828 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:28.942822 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:28.953835 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:28.964857 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:28.975651 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:28.986760 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:37:29.108616 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:37:29.410302 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:37:29.549616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:37:29.888172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30651): Launched\u000a21:37:30.169778 run iperf3-srv_10.42.42.10(pid=30652): Launched\u000a21:37:30.371716 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:37:30.510574 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:37:30.854237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30653): Launched\u000a21:37:31.164539 run iperf3-srv_10.42.42.10(pid=30654): Launched\u000a21:37:31.376242 tst cs_paging_gprs_active.py:38: start network...\u000a21:37:31.538363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:37:32.099547 run create_hlr_db(pid=30655): Launched\u000a21:37:32.291888 bus /gobi_6: Setting Powered False\u000a21:37:33.312060 run create_hlr_db(pid=30655): Terminated: ok {rc=0}\u000a21:37:33.746468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30657): Launched\u000a21:37:34.075343 run osmo-hlr_10.42.42.2(pid=30658): Launched\u000a21:37:34.198948 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:37:34.767567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30660): Launched\u000a21:37:35.094962 run osmo-stp_10.42.42.5(pid=30661): Launched\u000a21:37:35.215223 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:37:35.788484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30663): Launched\u000a21:37:35.906693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:37:36.199848 run patchelf(pid=30664): Launched\u000a21:37:36.392205 run osmo-stp_10.42.42.5(pid=30661): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30661)]\u000a21:37:36.533501 run osmo-stp_10.42.42.5(pid=30661): stdout: \u000a| (launched: 2022-12-12_21:37:34.934025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:37:36.674678 run osmo-stp_10.42.42.5(pid=30661): stderr: \u000a| �[0;m�[38;5;43m20221212213735127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213735127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213735128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213735128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213735128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213735129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213735129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:37:36.811067 run osmo-stp_10.42.42.5(pid=30661): stdout: \u000a| (launched: 2022-12-12_21:37:34.934025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:37:36.946285 run osmo-stp_10.42.42.5(pid=30661): stderr: \u000a| �[0;m�[38;5;43m20221212213735127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213735127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213735128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213735128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213735128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213735129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213735129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:37:37.104290 run patchelf(pid=30664): Terminating (SIGINT)\u000a21:37:37.289728 run patchelf(pid=30664): Terminated: ok {rc=0}\u000a21:37:37.323772 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30661): Process ended prematurely: osmo-stp_10.42.42.5(pid=30661) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30661)] [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a21:37:37.333810 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a21:37:37.397895 run osmo-hlr_10.42.42.2(pid=30658): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30658)]\u000a21:37:37.448194 run osmo-hlr_10.42.42.2(pid=30658): stdout: \u000a| (launched: 2022-12-12_21:37:33.913845) \u000a21:37:37.499540 run osmo-hlr_10.42.42.2(pid=30658): stderr: \u000a| �[0;m�[1;31m20221212213734117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213734117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213734117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213734117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213734117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213734117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213734129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213734137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213734137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213734137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:37:37.542453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30651): Terminating (SIGTERM)\u000a21:37:37.583237 run iperf3-srv_10.42.42.10(pid=30652): Terminating (SIGTERM)\u000a21:37:37.624351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30653): Terminating (SIGTERM)\u000a21:37:37.665270 run iperf3-srv_10.42.42.10(pid=30654): Terminating (SIGTERM)\u000a21:37:37.705976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30657): Terminating (SIGTERM)\u000a21:37:37.746738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30660): Terminating (SIGTERM)\u000a21:37:37.787454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30663): Terminating (SIGTERM)\u000a21:37:37.796865 --- ParallelTerminationStrategy: PID 30651 died...\u000a21:37:37.850900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30651): Terminated: ok {rc=0}\u000a21:37:37.860772 --- ParallelTerminationStrategy: PID 30652 died...\u000a21:37:37.914369 run iperf3-srv_10.42.42.10(pid=30652): Terminated {rc=256}\u000a21:37:37.924011 --- ParallelTerminationStrategy: PID 30653 died...\u000a21:37:37.978032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30653): Terminated: ok {rc=0}\u000a21:37:37.987828 --- ParallelTerminationStrategy: PID 30654 died...\u000a21:37:38.041454 run iperf3-srv_10.42.42.10(pid=30654): Terminated {rc=256}\u000a21:37:38.051246 --- ParallelTerminationStrategy: PID 30657 died...\u000a21:37:38.105642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30657): Terminated: ok {rc=0}\u000a21:37:38.115646 --- ParallelTerminationStrategy: PID 30660 died...\u000a21:37:38.170014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30660): Terminated: ok {rc=0}\u000a21:37:38.179701 --- ParallelTerminationStrategy: PID 30663 died...\u000a21:37:38.233263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30663): Terminated: ok {rc=0}\u000a21:37:38.322817 bus /gobi_0: Setting Powered False\u000a21:37:39.427766 bus /gobi_0: Setting Powered False\u000a21:37:40.535757 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30673): Process ended prematurely: osmo-stp_10.42.42.5(pid=30673) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30673)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30673): Process ended prematurely: osmo-stp_10.42.42.5(pid=30673) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a21:37:41.652539 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:41.664710 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:37:41.833157 tst iperf3.py: using LAC 31663\u000a21:37:41.960464 tst iperf3.py: using RAC 43\u000a21:37:42.088465 tst iperf3.py: using CellId 31663\u000a21:37:42.216612 tst iperf3.py: using BVCI 31664\u000a21:37:42.241960 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:42.253640 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:42.265216 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:42.276822 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:42.288604 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:42.300236 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:42.312056 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:42.323678 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:42.335539 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:37:42.635077 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:37:42.772389 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:37:43.109829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30665): Launched\u000a21:37:43.390955 run iperf3-srv_10.42.42.10(pid=30666): Launched\u000a21:37:43.593206 tst iperf3.py:8: start network...\u000a21:37:43.730872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:37:44.246449 run create_hlr_db(pid=30667): Launched\u000a21:37:44.436307 bus /gobi_6: Setting Powered False\u000a21:37:45.458881 run create_hlr_db(pid=30667): Terminated: ok {rc=0}\u000a21:37:45.878334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30669): Launched\u000a21:37:46.330102 run osmo-hlr_10.42.42.2(pid=30670): Launched\u000a21:37:46.492035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:37:47.134730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30672): Launched\u000a21:37:47.469790 run osmo-stp_10.42.42.5(pid=30673): Launched\u000a21:37:47.592106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:37:48.164143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30675): Launched\u000a21:37:48.281852 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:37:48.567697 run patchelf(pid=30676): Launched\u000a21:37:48.759903 run osmo-stp_10.42.42.5(pid=30673): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30673)]\u000a21:37:48.900492 run osmo-stp_10.42.42.5(pid=30673): stdout: \u000a| (launched: 2022-12-12_21:37:47.306994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:37:49.041765 run osmo-stp_10.42.42.5(pid=30673): stderr: \u000a| �[0;m�[38;5;43m20221212213747500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213747500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213747500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213747501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213747501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213747501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213747501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:37:49.178507 run osmo-stp_10.42.42.5(pid=30673): stdout: \u000a| (launched: 2022-12-12_21:37:47.306994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:37:49.313866 run osmo-stp_10.42.42.5(pid=30673): stderr: \u000a| �[0;m�[38;5;43m20221212213747500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213747500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213747500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213747501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213747501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213747501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213747501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:37:49.472128 run patchelf(pid=30676): Terminating (SIGINT)\u000a21:37:49.657800 run patchelf(pid=30676): Terminated: ok {rc=0}\u000a21:37:49.691756 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30673): Process ended prematurely: osmo-stp_10.42.42.5(pid=30673) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30673)] [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a21:37:49.701752 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a21:37:49.766875 run osmo-hlr_10.42.42.2(pid=30670): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30670)]\u000a21:37:49.820133 run osmo-hlr_10.42.42.2(pid=30670): stdout: \u000a| (launched: 2022-12-12_21:37:46.062150) \u000a21:37:49.873928 run osmo-hlr_10.42.42.2(pid=30670): stderr: \u000a| �[0;m�[1;31m20221212213746269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213746269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213746269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213746269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213746269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213746269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213746285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213746309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213746309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213746310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:37:49.919291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30665): Terminating (SIGTERM)\u000a21:37:49.962215 run iperf3-srv_10.42.42.10(pid=30666): Terminating (SIGTERM)\u000a21:37:50.005188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30669): Terminating (SIGTERM)\u000a21:37:50.048216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30672): Terminating (SIGTERM)\u000a21:37:50.091022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30675): Terminating (SIGTERM)\u000a21:37:50.101207 --- ParallelTerminationStrategy: PID 30665 died...\u000a21:37:50.158392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30665): Terminated: ok {rc=0}\u000a21:37:50.168939 --- ParallelTerminationStrategy: PID 30666 died...\u000a21:37:50.225833 run iperf3-srv_10.42.42.10(pid=30666): Terminated {rc=256}\u000a21:37:50.236148 --- ParallelTerminationStrategy: PID 30669 died...\u000a21:37:50.293464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30669): Terminated: ok {rc=0}\u000a21:37:50.303707 --- ParallelTerminationStrategy: PID 30672 died...\u000a21:37:50.361320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30672): Terminated: ok {rc=0}\u000a21:37:50.371610 --- ParallelTerminationStrategy: PID 30675 died...\u000a21:37:50.428715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30675): Terminated: ok {rc=0}\u000a21:37:50.518350 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30691): Process ended prematurely: osmo-stp_10.42.42.5(pid=30691) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30691)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30691): Process ended prematurely: osmo-stp_10.42.42.5(pid=30691) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a21:37:51.636306 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:51.648733 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:37:51.810660 tst iperf3m4.py: using LAC 31664\u000a21:37:51.939374 tst iperf3m4.py: using RAC 44\u000a21:37:52.066053 tst iperf3m4.py: using CellId 31664\u000a21:37:52.193319 tst iperf3m4.py: using BVCI 31665\u000a21:37:52.218506 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:52.230139 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:52.241647 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:52.253379 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:52.265227 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:52.276928 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:52.288592 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:52.300168 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:37:52.312241 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:37:52.429883 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:37:52.554585 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:37:52.674485 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:37:52.973669 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:37:53.112284 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:37:53.452309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30677): Launched\u000a21:37:53.734406 run iperf3-srv_10.42.42.10(pid=30678): Launched\u000a21:37:53.936643 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:37:54.073710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:37:54.391054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30679): Launched\u000a21:37:54.654299 run iperf3-srv_10.42.42.10(pid=30680): Launched\u000a21:37:54.842338 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:37:54.970598 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:37:55.287760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30681): Launched\u000a21:37:55.549959 run iperf3-srv_10.42.42.10(pid=30682): Launched\u000a21:37:55.736333 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:37:55.863682 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:37:56.179912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30683): Launched\u000a21:37:56.443708 run iperf3-srv_10.42.42.10(pid=30684): Launched\u000a21:37:56.630769 tst iperf3m4.py:8: start network...\u000a21:37:56.758135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:37:57.249211 run create_hlr_db(pid=30685): Launched\u000a21:37:57.425388 bus /gobi_6: Setting Powered False\u000a21:37:58.448788 run create_hlr_db(pid=30685): Terminated: ok {rc=0}\u000a21:37:58.856197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30687): Launched\u000a21:37:59.162977 run osmo-hlr_10.42.42.2(pid=30688): Launched\u000a21:37:59.274959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:37:59.807374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30690): Launched\u000a21:38:00.114934 run osmo-stp_10.42.42.5(pid=30691): Launched\u000a21:38:00.237467 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:38:00.779082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30693): Launched\u000a21:38:00.914861 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:38:01.231073 run patchelf(pid=30694): Launched\u000a21:38:01.429264 run osmo-stp_10.42.42.5(pid=30691): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30691)]\u000a21:38:01.575599 run osmo-stp_10.42.42.5(pid=30691): stdout: \u000a| (launched: 2022-12-12_21:37:59.963946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:38:01.722335 run osmo-stp_10.42.42.5(pid=30691): stderr: \u000a| �[0;m�[38;5;43m20221212213800137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213800137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213800138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213800138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213800139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213800139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213800139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:38:01.863651 run osmo-stp_10.42.42.5(pid=30691): stdout: \u000a| (launched: 2022-12-12_21:37:59.963946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:38:02.004160 run osmo-stp_10.42.42.5(pid=30691): stderr: \u000a| �[0;m�[38;5;43m20221212213800137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213800137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213800138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213800138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213800139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213800139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213800139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:38:02.168144 run patchelf(pid=30694): Terminating (SIGINT)\u000a21:38:02.355259 run patchelf(pid=30694): Terminated: ok {rc=0}\u000a21:38:02.389800 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30691): Process ended prematurely: osmo-stp_10.42.42.5(pid=30691) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30691)] [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a21:38:02.400263 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a21:38:02.468215 run osmo-hlr_10.42.42.2(pid=30688): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30688)]\u000a21:38:02.522190 run osmo-hlr_10.42.42.2(pid=30688): stdout: \u000a| (launched: 2022-12-12_21:37:59.012396) \u000a21:38:02.576760 run osmo-hlr_10.42.42.2(pid=30688): stderr: \u000a| �[0;m�[1;31m20221212213759192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213759192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213759192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213759192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213759192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213759192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213759206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213759215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213759215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213759215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:38:02.623439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30677): Terminating (SIGTERM)\u000a21:38:02.667183 run iperf3-srv_10.42.42.10(pid=30678): Terminating (SIGTERM)\u000a21:38:02.710928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30679): Terminating (SIGTERM)\u000a21:38:02.753985 run iperf3-srv_10.42.42.10(pid=30680): Terminating (SIGTERM)\u000a21:38:02.797730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30681): Terminating (SIGTERM)\u000a21:38:02.842134 run iperf3-srv_10.42.42.10(pid=30682): Terminating (SIGTERM)\u000a21:38:02.885316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30683): Terminating (SIGTERM)\u000a21:38:02.929356 run iperf3-srv_10.42.42.10(pid=30684): Terminating (SIGTERM)\u000a21:38:02.973241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30687): Terminating (SIGTERM)\u000a21:38:03.017704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30690): Terminating (SIGTERM)\u000a21:38:03.060884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30693): Terminating (SIGTERM)\u000a21:38:03.071413 --- ParallelTerminationStrategy: PID 30677 died...\u000a21:38:03.130020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30677): Terminated: ok {rc=0}\u000a21:38:03.141441 --- ParallelTerminationStrategy: PID 30678 died...\u000a21:38:03.199363 run iperf3-srv_10.42.42.10(pid=30678): Terminated {rc=256}\u000a21:38:03.210641 --- ParallelTerminationStrategy: PID 30679 died...\u000a21:38:03.269470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30679): Terminated: ok {rc=0}\u000a21:38:03.280007 --- ParallelTerminationStrategy: PID 30680 died...\u000a21:38:03.337882 run iperf3-srv_10.42.42.10(pid=30680): Terminated {rc=256}\u000a21:38:03.349183 --- ParallelTerminationStrategy: PID 30681 died...\u000a21:38:03.407073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30681): Terminated: ok {rc=0}\u000a21:38:03.418227 --- ParallelTerminationStrategy: PID 30682 died...\u000a21:38:03.477436 run iperf3-srv_10.42.42.10(pid=30682): Terminated {rc=256}\u000a21:38:03.487956 --- ParallelTerminationStrategy: PID 30683 died...\u000a21:38:03.547167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30683): Terminated: ok {rc=0}\u000a21:38:03.557823 --- ParallelTerminationStrategy: PID 30684 died...\u000a21:38:03.616317 run iperf3-srv_10.42.42.10(pid=30684): Terminated {rc=256}\u000a21:38:03.626830 --- ParallelTerminationStrategy: PID 30687 died...\u000a21:38:03.685512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30687): Terminated: ok {rc=0}\u000a21:38:03.696064 --- ParallelTerminationStrategy: PID 30690 died...\u000a21:38:03.754738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30690): Terminated: ok {rc=0}\u000a21:38:03.765403 --- ParallelTerminationStrategy: PID 30693 died...\u000a21:38:03.823284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30693): Terminated: ok {rc=0}\u000a21:38:03.912878 bus /gobi_4: Setting Powered False\u000a21:38:05.017993 bus /gobi_4: Setting Powered False\u000a21:38:06.131145 bus /gobi_1: Setting Powered False\u000a21:38:07.236815 bus /gobi_1: Setting Powered False\u000a21:38:08.348638 bus /gobi_0: Setting Powered False\u000a21:38:09.450849 bus /gobi_0: Setting Powered False\u000a21:38:10.564120 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30701): Process ended prematurely: osmo-stp_10.42.42.5(pid=30701) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30701)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30701): Process ended prematurely: osmo-stp_10.42.42.5(pid=30701) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a21:38:11.630141 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:38:11.641707 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:38:11.795584 tst ping.py: using LAC 31665\u000a21:38:11.916456 tst ping.py: using RAC 45\u000a21:38:12.036810 tst ping.py: using CellId 31665\u000a21:38:12.157723 tst ping.py: using BVCI 31666\u000a21:38:12.181192 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:38:12.192179 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:38:12.203022 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:38:12.213929 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:38:12.224807 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:38:12.235669 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:38:12.246696 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:38:12.257580 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:38:12.537763 tst ping.py:19: start network...\u000a21:38:12.662936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:38:13.143753 run create_hlr_db(pid=30695): Launched\u000a21:38:13.316856 bus /gobi_6: Setting Powered False\u000a21:38:14.339129 run create_hlr_db(pid=30695): Terminated: ok {rc=0}\u000a21:38:14.740062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30697): Launched\u000a21:38:15.040718 run osmo-hlr_10.42.42.2(pid=30698): Launched\u000a21:38:15.157238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:38:15.690056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30700): Launched\u000a21:38:16.107210 run osmo-stp_10.42.42.5(pid=30701): Launched\u000a21:38:16.286955 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:38:16.842511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30703): Launched\u000a21:38:16.951868 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:38:17.266201 run patchelf(pid=30704): Launched\u000a21:38:17.444813 run osmo-stp_10.42.42.5(pid=30701): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30701)]\u000a21:38:17.573688 run osmo-stp_10.42.42.5(pid=30701): stdout: \u000a| (launched: 2022-12-12_21:38:15.847248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:38:17.702989 run osmo-stp_10.42.42.5(pid=30701): stderr: \u000a| �[0;m�[38;5;43m20221212213816073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213816073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213816073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213816074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213816074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213816074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213816074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:38:17.827880 run osmo-stp_10.42.42.5(pid=30701): stdout: \u000a| (launched: 2022-12-12_21:38:15.847248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:38:17.951933 run osmo-stp_10.42.42.5(pid=30701): stderr: \u000a| �[0;m�[38;5;43m20221212213816073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213816073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213816073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213816074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213816074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213816074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213816074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:38:18.097135 run patchelf(pid=30704): Terminating (SIGINT)\u000a21:38:18.267419 run patchelf(pid=30704): Terminated: ok {rc=0}\u000a21:38:18.298281 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30701): Process ended prematurely: osmo-stp_10.42.42.5(pid=30701) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30701)] [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a21:38:18.306962 tst ping.py:22: Test FAILED (6.7 sec)\u000a21:38:18.367989 run osmo-hlr_10.42.42.2(pid=30698): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30698)]\u000a21:38:18.417991 run osmo-hlr_10.42.42.2(pid=30698): stdout: \u000a| (launched: 2022-12-12_21:38:14.893443) \u000a21:38:18.468998 run osmo-hlr_10.42.42.2(pid=30698): stderr: \u000a| �[0;m�[1;31m20221212213815069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213815069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213815070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213815070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213815070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213815070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213815087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213815096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213815097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213815097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:38:18.511877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30697): Terminating (SIGTERM)\u000a21:38:18.552270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30700): Terminating (SIGTERM)\u000a21:38:18.592765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30703): Terminating (SIGTERM)\u000a21:38:18.602255 --- ParallelTerminationStrategy: PID 30697 died...\u000a21:38:18.656181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30697): Terminated: ok {rc=0}\u000a21:38:18.666014 --- ParallelTerminationStrategy: PID 30700 died...\u000a21:38:18.719957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30700): Terminated: ok {rc=0}\u000a21:38:18.729790 --- ParallelTerminationStrategy: PID 30703 died...\u000a21:38:18.783715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30703): Terminated: ok {rc=0}\u000a21:38:18.873110 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30711): Process ended prematurely: osmo-stp_10.42.42.5(pid=30711) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30711)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30711): Process ended prematurely: osmo-stp_10.42.42.5(pid=30711) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a21:38:19.925974 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:38:19.938207 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:38:20.094295 tst ping_idle_ping.py: using LAC 31666\u000a21:38:20.215071 tst ping_idle_ping.py: using RAC 46\u000a21:38:20.335894 tst ping_idle_ping.py: using CellId 31666\u000a21:38:20.457148 tst ping_idle_ping.py: using BVCI 31667\u000a21:38:20.481073 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:38:20.492168 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:38:20.503354 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:38:20.514290 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:38:20.525165 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:38:20.536095 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:38:20.547093 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:38:20.557935 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:38:20.836795 tst ping_idle_ping.py:24: start network...\u000a21:38:20.962373 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:38:21.448598 run create_hlr_db(pid=30705): Launched\u000a21:38:21.623862 bus /gobi_6: Setting Powered False\u000a21:38:22.647422 run create_hlr_db(pid=30705): Terminated: ok {rc=0}\u000a21:38:23.051044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30707): Launched\u000a21:38:23.353449 run osmo-hlr_10.42.42.2(pid=30708): Launched\u000a21:38:23.463765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:38:23.987639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30710): Launched\u000a21:38:24.289425 run osmo-stp_10.42.42.5(pid=30711): Launched\u000a21:38:24.399493 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:38:24.926048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30713): Launched\u000a21:38:25.033939 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:38:25.296809 run patchelf(pid=30714): Launched\u000a21:38:25.473414 run osmo-stp_10.42.42.5(pid=30711): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30711)]\u000a21:38:25.602357 run osmo-stp_10.42.42.5(pid=30711): stdout: \u000a| (launched: 2022-12-12_21:38:24.141178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:38:25.731940 run osmo-stp_10.42.42.5(pid=30711): stderr: \u000a| �[0;m�[38;5;43m20221212213824311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213824311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213824312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213824312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213824312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213824313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213824313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:38:25.856897 run osmo-stp_10.42.42.5(pid=30711): stdout: \u000a| (launched: 2022-12-12_21:38:24.141178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:38:25.980634 run osmo-stp_10.42.42.5(pid=30711): stderr: \u000a| �[0;m�[38;5;43m20221212213824311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213824311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213824312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213824312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213824312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213824313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213824313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:38:26.124748 run patchelf(pid=30714): Terminating (SIGINT)\u000a21:38:26.295087 run patchelf(pid=30714): Terminated: ok {rc=0}\u000a21:38:26.326044 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30711): Process ended prematurely: osmo-stp_10.42.42.5(pid=30711) [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30711)] [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a21:38:26.334828 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a21:38:26.395738 run osmo-hlr_10.42.42.2(pid=30708): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30708)]\u000a21:38:26.445755 run osmo-hlr_10.42.42.2(pid=30708): stdout: \u000a| (launched: 2022-12-12_21:38:23.205148) \u000a21:38:26.496467 run osmo-hlr_10.42.42.2(pid=30708): stderr: \u000a| �[0;m�[1;31m20221212213823384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213823384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213823384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213823384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213823385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213823385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213823397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213823406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213823406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213823406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:38:26.540292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30707): Terminating (SIGTERM)\u000a21:38:26.581057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30710): Terminating (SIGTERM)\u000a21:38:26.621714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30713): Terminating (SIGTERM)\u000a21:38:26.630770 --- ParallelTerminationStrategy: PID 30707 died...\u000a21:38:26.684866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30707): Terminated: ok {rc=0}\u000a21:38:26.694807 --- ParallelTerminationStrategy: PID 30710 died...\u000a21:38:26.749113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30710): Terminated: ok {rc=0}\u000a21:38:26.758888 --- ParallelTerminationStrategy: PID 30713 died...\u000a21:38:26.812991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30713): Terminated: ok {rc=0}\u000a21:38:26.903159 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:37:27" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30724): Process ended prematurely: osmo-stp_10.42.42.5(pid=30724) [trial-2382↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30724)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30724): Process ended prematurely: osmo-stp_10.42.42.5(pid=30724) [trial-2382↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:38:28.917985 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:38:28.929327 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:38:29.083153 tst switch_tch_pdch.py: using LAC 31667\u000a21:38:29.202752 tst switch_tch_pdch.py: using RAC 47\u000a21:38:29.321107 tst switch_tch_pdch.py: using CellId 31667\u000a21:38:29.441060 tst switch_tch_pdch.py: using BVCI 31668\u000a21:38:29.464109 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:38:29.475586 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:38:29.486825 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:38:29.498095 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:38:29.509414 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:38:29.520655 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:38:29.531979 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:38:29.543205 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:38:29.663180 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:38:29.958198 tst switch_tch_pdch.py:51: start network...\u000a21:38:30.092815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:38:30.602751 run create_hlr_db(pid=30718): Launched\u000a21:38:30.791311 bus /gobi_6: Setting Powered False\u000a21:38:31.803396 run create_hlr_db(pid=30718): Terminated: ok {rc=0}\u000a21:38:32.277389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30720): Launched\u000a21:38:32.603904 run osmo-hlr_10.42.42.2(pid=30721): Launched\u000a21:38:32.724189 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:38:33.287015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30723): Launched\u000a21:38:33.611058 run osmo-stp_10.42.42.5(pid=30724): Launched\u000a21:38:33.729741 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:38:34.293344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30726): Launched\u000a21:38:34.408481 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:38:34.689578 run patchelf(pid=30727): Launched\u000a21:38:34.878058 run osmo-stp_10.42.42.5(pid=30724): ERR: Terminated: ERROR {rc=1} [trial-2382↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30724)]\u000a21:38:35.016041 run osmo-stp_10.42.42.5(pid=30724): stdout: \u000a| (launched: 2022-12-12_21:38:33.450794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:38:35.154680 run osmo-stp_10.42.42.5(pid=30724): stderr: \u000a| �[0;m�[38;5;43m20221212213833642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213833642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213833642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213833643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213833645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213833645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213833645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:38:35.288224 run osmo-stp_10.42.42.5(pid=30724): stdout: \u000a| (launched: 2022-12-12_21:38:33.450794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:38:35.421057 run osmo-stp_10.42.42.5(pid=30724): stderr: \u000a| �[0;m�[38;5;43m20221212213833642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213833642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213833642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213833643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213833645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213833645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213833645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:38:35.575964 run patchelf(pid=30727): Terminating (SIGINT)\u000a21:38:35.757475 run patchelf(pid=30727): Terminated: ok {rc=0}\u000a21:38:35.790256 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30724): Process ended prematurely: osmo-stp_10.42.42.5(pid=30724) [trial-2382↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30724)] [trial-2382↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:38:35.799640 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a21:38:35.864262 run osmo-hlr_10.42.42.2(pid=30721): ERR: Terminated: ERROR {rc=237} [trial-2382↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30721)]\u000a21:38:35.917112 run osmo-hlr_10.42.42.2(pid=30721): stdout: \u000a| (launched: 2022-12-12_21:38:32.443602) \u000a21:38:35.970605 run osmo-hlr_10.42.42.2(pid=30721): stderr: \u000a| �[0;m�[1;31m20221212213832639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213832639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213832639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213832639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213832639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213832639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213832656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213832665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213832665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213832666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:38:36.015564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30720): Terminating (SIGTERM)\u000a21:38:36.058393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30723): Terminating (SIGTERM)\u000a21:38:36.101187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30726): Terminating (SIGTERM)\u000a21:38:36.111334 --- ParallelTerminationStrategy: PID 30720 died...\u000a21:38:36.169013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30720): Terminated: ok {rc=0}\u000a21:38:36.179447 --- ParallelTerminationStrategy: PID 30723 died...\u000a21:38:36.236357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30723): Terminated: ok {rc=0}\u000a21:38:36.246589 --- ParallelTerminationStrategy: PID 30726 died...\u000a21:38:36.303321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30726): Terminated: ok {rc=0}\u000a21:38:36.390884 bus /gobi_0: Setting Powered False\u000a21:38:37.498949 bus /gobi_0: Setting Powered False\u000a21:38:38.607663 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:38:28" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30738): Process ended prematurely: osmo-stp_10.42.42.5(pid=30738) [trial-2382↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30738)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30738): Process ended prematurely: osmo-stp_10.42.42.5(pid=30738) [trial-2382↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a21:38:40.598271 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:38:40.610706 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a21:38:40.771212 tst switch_tch_pdch.py: using LAC 31668\u000a21:38:40.905413 tst switch_tch_pdch.py: using RAC 48\u000a21:38:41.041444 tst switch_tch_pdch.py: using CellId 31668\u000a21:38:41.169068 tst switch_tch_pdch.py: using BVCI 31669\u000a21:38:41.194251 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:38:41.206178 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:38:41.217769 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:38:41.229691 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:38:41.241517 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:38:41.253488 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:38:41.265500 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:38:41.277267 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:38:41.394889 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:38:41.672178 tst switch_tch_pdch.py:51: start network...\u000a21:38:41.797578 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:38:42.255163 run create_hlr_db(pid=30732): Launched\u000a21:38:42.377627 bus /gobi_6: Setting Powered False\u000a21:38:43.450999 run create_hlr_db(pid=30732): Terminated: ok {rc=0}\u000a21:38:43.851454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30734): Launched\u000a21:38:44.174078 run osmo-hlr_10.42.42.2(pid=30735): Launched\u000a21:38:44.295623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:38:44.831058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30737): Launched\u000a21:38:45.153257 run osmo-stp_10.42.42.5(pid=30738): Launched\u000a21:38:45.270836 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:38:45.803940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30740): Launched\u000a21:38:45.927563 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:38:46.219269 run patchelf(pid=30741): Launched\u000a21:38:46.439994 run osmo-stp_10.42.42.5(pid=30738): ERR: Terminated: ERROR {rc=1} [trial-2382↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30738)]\u000a21:38:46.590244 run osmo-stp_10.42.42.5(pid=30738): stdout: \u000a| (launched: 2022-12-12_21:38:44.995269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:38:46.747677 run osmo-stp_10.42.42.5(pid=30738): stderr: \u000a| �[0;m�[38;5;43m20221212213845190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213845190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213845190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213845191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213845191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213845191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213845191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:38:46.898061 run osmo-stp_10.42.42.5(pid=30738): stdout: \u000a| (launched: 2022-12-12_21:38:44.995269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:38:47.056378 run osmo-stp_10.42.42.5(pid=30738): stderr: \u000a| �[0;m�[38;5;43m20221212213845190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213845190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213845190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213845191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213845191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213845191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213845191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:38:47.216171 run patchelf(pid=30741): Terminating (SIGINT)\u000a21:38:47.437069 run patchelf(pid=30741): Terminated: ok {rc=0}\u000a21:38:47.475931 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30738): Process ended prematurely: osmo-stp_10.42.42.5(pid=30738) [trial-2382↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30738)] [trial-2382↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a21:38:47.486635 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a21:38:47.555588 run osmo-hlr_10.42.42.2(pid=30735): ERR: Terminated: ERROR {rc=237} [trial-2382↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30735)]\u000a21:38:47.610686 run osmo-hlr_10.42.42.2(pid=30735): stdout: \u000a| (launched: 2022-12-12_21:38:44.015890) \u000a21:38:47.666219 run osmo-hlr_10.42.42.2(pid=30735): stderr: \u000a| �[0;m�[1;31m20221212213844214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213844214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213844214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213844214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213844214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213844214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213844227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213844235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213844235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213844236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:38:47.715410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30734): Terminating (SIGTERM)\u000a21:38:47.764475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30737): Terminating (SIGTERM)\u000a21:38:47.812552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30740): Terminating (SIGTERM)\u000a21:38:47.825588 --- ParallelTerminationStrategy: PID 30734 died...\u000a21:38:47.899766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30734): Terminated: ok {rc=0}\u000a21:38:47.915198 --- ParallelTerminationStrategy: PID 30737 died...\u000a21:38:47.976657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30737): Terminated: ok {rc=0}\u000a21:38:47.988107 --- ParallelTerminationStrategy: PID 30740 died...\u000a21:38:48.057583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30740): Terminated: ok {rc=0}\u000a21:38:48.165102 bus /gobi_0: Setting Powered False\u000a21:38:49.284004 bus /gobi_0: Setting Powered False\u000a21:38:50.400413 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:38:40" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31017): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31017) [trial-2382↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31017)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31017): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31017) [trial-2382↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31017)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a21:38:52.274809 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a21:38:52.286599 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a21:38:52.414971 tst mo_mt_sms.py: using LAC 31669\u000a21:38:52.539730 tst mo_mt_sms.py: using RAC 49\u000a21:38:52.664908 tst mo_mt_sms.py: using CellId 31669\u000a21:38:52.785330 tst mo_mt_sms.py: using BVCI 31670\u000a21:38:52.809266 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a21:38:52.928644 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a21:38:53.209908 tst mo_mt_sms.py:9: start nitb and bts...\u000a21:38:53.338321 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:38:53.997621 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31016): Launched\u000a21:38:54.342814 run osmo-nitb_10.42.42.2(pid=31017): Launched\u000a21:38:54.546378 run osmo-nitb_10.42.42.2(pid=31017): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31017)]\u000a21:38:54.696387 run osmo-nitb_10.42.42.2(pid=31017): stdout: \u000a| (launched: 2022-12-12_21:38:54.164739) \u000a21:38:54.847086 run osmo-nitb_10.42.42.2(pid=31017): stderr: \u000a| (launched: 2022-12-12_21:38:54.213832)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:38:54.992703 run osmo-nitb_10.42.42.2(pid=31017): stdout: \u000a| (launched: 2022-12-12_21:38:54.164739) \u000a21:38:55.137340 run osmo-nitb_10.42.42.2(pid=31017): stderr: \u000a| (launched: 2022-12-12_21:38:54.213832)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:38:55.477717 tst osmo-nitb_10.42.42.2(pid=31017): stdout: \u000a| (launched: 2022-12-12_21:38:54.164739) \u000a21:38:55.612782 tst osmo-nitb_10.42.42.2(pid=31017): stderr: \u000a| (launched: 2022-12-12_21:38:54.213832)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:38:55.671431 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=31017): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31017) [trial-2382↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31017)] [trial-2382↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a21:38:55.681230 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a21:38:55.723107 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31016): Terminating (SIGTERM)\u000a21:38:55.902525 --- ParallelTerminationStrategy: PID 31016 died...\u000a21:38:55.965362 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31016): Terminated: ok {rc=0}\u000a21:38:56.058515 bus /sierra_3: Setting Powered False\u000a21:38:57.174204 bus /sierra_3: Setting Powered False\u000a21:38:58.293885 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:38:52" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "sms:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31027): Process ended prematurely: osmo-stp_10.42.42.5(pid=31027) [trial-2382↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31027)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31027): Process ended prematurely: osmo-stp_10.42.42.5(pid=31027) [trial-2382↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a21:39:00.187397 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:39:00.200036 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:39:00.341352 tst mo_mt_sms.py: using LAC 31670\u000a21:39:00.473261 tst mo_mt_sms.py: using RAC 50\u000a21:39:00.605723 tst mo_mt_sms.py: using CellId 31670\u000a21:39:00.738113 tst mo_mt_sms.py: using BVCI 31671\u000a21:39:00.764036 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:39:00.776549 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:39:00.789896 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:39:00.802704 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:39:00.814868 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:39:00.830238 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a21:39:00.960186 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a21:39:01.193061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:39:01.848008 run create_hlr_db(pid=31021): Launched\u000a21:39:02.080133 bus /sierra_2: Setting Powered False\u000a21:39:03.079779 run create_hlr_db(pid=31021): Terminated: ok {rc=0}\u000a21:39:03.569541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31023): Launched\u000a21:39:04.002749 run osmo-hlr_10.42.42.2(pid=31024): Launched\u000a21:39:04.259063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:39:04.849293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31026): Launched\u000a21:39:05.276393 run osmo-stp_10.42.42.5(pid=31027): Launched\u000a21:39:05.508049 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:39:06.136591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31029): Launched\u000a21:39:06.579664 run osmo-msc_10.42.42.6(pid=31030): Launched\u000a21:39:06.969902 run osmo-stp_10.42.42.5(pid=31027): ERR: Terminated: ERROR {rc=1} [trial-2382↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31027)]\u000a21:39:07.181729 run osmo-stp_10.42.42.5(pid=31027): stdout: \u000a| (launched: 2022-12-12_21:39:05.019610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:39:07.323081 run osmo-stp_10.42.42.5(pid=31027): stderr: \u000a| �[0;m�[38;5;43m20221212213905322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213905323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213905323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213905323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213905324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213905324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213905324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:39:07.459111 run osmo-stp_10.42.42.5(pid=31027): stdout: \u000a| (launched: 2022-12-12_21:39:05.019610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:39:07.596662 run osmo-stp_10.42.42.5(pid=31027): stderr: \u000a| �[0;m�[38;5;43m20221212213905322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213905323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213905323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213905323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213905324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213905324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213905324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:39:07.655582 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=31027): Process ended prematurely: osmo-stp_10.42.42.5(pid=31027) [trial-2382↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31027)] [trial-2382↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a21:39:07.665780 tst mo_mt_sms.py:16: Test FAILED (7.5 sec)\u000a21:39:07.738399 run osmo-hlr_10.42.42.2(pid=31024): ERR: Terminated: ERROR {rc=237} [trial-2382↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31024)]\u000a21:39:07.793889 run osmo-hlr_10.42.42.2(pid=31024): stdout: \u000a| (launched: 2022-12-12_21:39:03.740679) \u000a21:39:07.850240 run osmo-hlr_10.42.42.2(pid=31024): stderr: \u000a| �[0;m�[1;31m20221212213904055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213904055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213904055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213904055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213904055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213904055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213904071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213904087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213904087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213904087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:39:07.926380 run osmo-msc_10.42.42.6(pid=31030): ERR: Terminated: ERROR {rc=2} [trial-2382↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31030)]\u000a21:39:07.983142 run osmo-msc_10.42.42.6(pid=31030): stdout: \u000a| (launched: 2022-12-12_21:39:06.306658) \u000a21:39:08.039298 run osmo-msc_10.42.42.6(pid=31030): stderr: \u000a| �[0;m�[38;5;43m20221212213906822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213906823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f638b4a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213906823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213906823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213906823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213906823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213906827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213906827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213906827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213906827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:39:08.086272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31023): Terminating (SIGTERM)\u000a21:39:08.137083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31026): Terminating (SIGTERM)\u000a21:39:08.184374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31029): Terminating (SIGTERM)\u000a21:39:08.195473 --- ParallelTerminationStrategy: PID 31023 died...\u000a21:39:08.258771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31023): Terminated: ok {rc=0}\u000a21:39:08.270166 --- ParallelTerminationStrategy: PID 31026 died...\u000a21:39:08.332487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31026): Terminated: ok {rc=0}\u000a21:39:08.344108 --- ParallelTerminationStrategy: PID 31029 died...\u000a21:39:08.405166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31029): Terminated: ok {rc=0}\u000a21:39:08.499695 bus /sierra_3: Setting Powered False\u000a21:39:09.605839 bus /sierra_3: Setting Powered False\u000a21:39:10.713616 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:38:59" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31037): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31037) [trial-2382↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31037)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31037): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31037) [trial-2382↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a21:39:12.536830 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a21:39:12.547579 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:39:12.671102 tst assert_extension.py: using LAC 31671\u000a21:39:12.792334 tst assert_extension.py: using RAC 51\u000a21:39:12.919832 tst assert_extension.py: using CellId 31671\u000a21:39:13.041363 tst assert_extension.py: using BVCI 31672\u000a21:39:13.064220 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a21:39:13.354388 tst assert_extension.py:10: start nitb and bts...\u000a21:39:13.489669 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:39:14.152482 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31036): Launched\u000a21:39:14.451973 run osmo-nitb_10.42.42.2(pid=31037): Launched\u000a21:39:14.637868 run osmo-nitb_10.42.42.2(pid=31037): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31037)]\u000a21:39:14.774756 run osmo-nitb_10.42.42.2(pid=31037): stdout: \u000a| (launched: 2022-12-12_21:39:14.306494) \u000a21:39:14.912224 run osmo-nitb_10.42.42.2(pid=31037): stderr: \u000a| (launched: 2022-12-12_21:39:14.352072)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:39:15.044870 run osmo-nitb_10.42.42.2(pid=31037): stdout: \u000a| (launched: 2022-12-12_21:39:14.306494) \u000a21:39:15.176492 run osmo-nitb_10.42.42.2(pid=31037): stderr: \u000a| (launched: 2022-12-12_21:39:14.352072)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:39:15.573704 tst osmo-nitb_10.42.42.2(pid=31037): stdout: \u000a| (launched: 2022-12-12_21:39:14.306494) \u000a21:39:15.694301 tst osmo-nitb_10.42.42.2(pid=31037): stderr: \u000a| (launched: 2022-12-12_21:39:14.352072)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:39:15.747116 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=31037): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31037) [trial-2382↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31037)] [trial-2382↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a21:39:15.755120 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a21:39:15.789674 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31036): Terminating (SIGTERM)\u000a21:39:15.966578 --- ParallelTerminationStrategy: PID 31036 died...\u000a21:39:16.030163 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31036): Terminated: ok {rc=0}\u000a21:39:16.135670 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:39:12" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31047): Process ended prematurely: osmo-stp_10.42.42.5(pid=31047) [trial-2382↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31047)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31047): Process ended prematurely: osmo-stp_10.42.42.5(pid=31047) [trial-2382↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a21:39:17.959725 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:39:17.971083 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:39:18.106540 tst assert_extension.py: using LAC 31672\u000a21:39:18.241736 tst assert_extension.py: using RAC 52\u000a21:39:18.361924 tst assert_extension.py: using CellId 31672\u000a21:39:18.480158 tst assert_extension.py: using BVCI 31673\u000a21:39:18.503405 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:39:18.514112 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:39:18.524659 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:39:18.535252 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:39:18.545745 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:39:18.556228 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a21:39:18.766326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:39:19.273468 run create_hlr_db(pid=31041): Launched\u000a21:39:19.461574 bus /sierra_2: Setting Powered False\u000a21:39:20.481910 run create_hlr_db(pid=31041): Terminated: ok {rc=0}\u000a21:39:20.887587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31043): Launched\u000a21:39:21.190973 run osmo-hlr_10.42.42.2(pid=31044): Launched\u000a21:39:21.301548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:39:21.827225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31046): Launched\u000a21:39:22.128714 run osmo-stp_10.42.42.5(pid=31047): Launched\u000a21:39:22.238657 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:39:22.787769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31049): Launched\u000a21:39:23.089929 run osmo-msc_10.42.42.6(pid=31050): Launched\u000a21:39:23.267760 run osmo-stp_10.42.42.5(pid=31047): ERR: Terminated: ERROR {rc=1} [trial-2382↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31047)]\u000a21:39:23.396574 run osmo-stp_10.42.42.5(pid=31047): stdout: \u000a| (launched: 2022-12-12_21:39:21.980548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:39:23.522478 run osmo-stp_10.42.42.5(pid=31047): stderr: \u000a| �[0;m�[38;5;43m20221212213922149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213922149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213922149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213922150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213922152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213922152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213922152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:39:23.643247 run osmo-stp_10.42.42.5(pid=31047): stdout: \u000a| (launched: 2022-12-12_21:39:21.980548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:39:23.762971 run osmo-stp_10.42.42.5(pid=31047): stderr: \u000a| �[0;m�[38;5;43m20221212213922149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213922149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213922149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213922150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213922152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213922152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213922152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:39:23.815314 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=31047): Process ended prematurely: osmo-stp_10.42.42.5(pid=31047) [trial-2382↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31047)] [trial-2382↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a21:39:23.823238 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a21:39:23.883476 run osmo-hlr_10.42.42.2(pid=31044): ERR: Terminated: ERROR {rc=237} [trial-2382↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31044)]\u000a21:39:23.933596 run osmo-hlr_10.42.42.2(pid=31044): stdout: \u000a| (launched: 2022-12-12_21:39:21.042357) \u000a21:39:23.984338 run osmo-hlr_10.42.42.2(pid=31044): stderr: \u000a| �[0;m�[1;31m20221212213921218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213921218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213921218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213921218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213921218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213921218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213921249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213921258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213921258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213921258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:39:24.053428 run osmo-msc_10.42.42.6(pid=31050): ERR: Terminated: ERROR {rc=2} [trial-2382↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31050)]\u000a21:39:24.103576 run osmo-msc_10.42.42.6(pid=31050): stdout: \u000a| (launched: 2022-12-12_21:39:22.940582) \u000a21:39:24.154326 run osmo-msc_10.42.42.6(pid=31050): stderr: \u000a| �[0;m�[38;5;43m20221212213923213 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213923213 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f80b23fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213923214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213923214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213923214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213923214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213923216 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213923217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213923217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213923217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:39:24.197028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31043): Terminating (SIGTERM)\u000a21:39:24.237358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31046): Terminating (SIGTERM)\u000a21:39:24.277611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31049): Terminating (SIGTERM)\u000a21:39:24.286914 --- ParallelTerminationStrategy: PID 31043 died...\u000a21:39:24.341245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31043): Terminated: ok {rc=0}\u000a21:39:24.351080 --- ParallelTerminationStrategy: PID 31046 died...\u000a21:39:24.405714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31046): Terminated: ok {rc=0}\u000a21:39:24.415381 --- ParallelTerminationStrategy: PID 31049 died...\u000a21:39:24.469015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31049): Terminated: ok {rc=0}\u000a21:39:24.553593 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:39:17" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31062): Process ended prematurely: osmo-stp_10.42.42.5(pid=31062) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31062)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31062): Process ended prematurely: osmo-stp_10.42.42.5(pid=31062) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:39:26.478368 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:39:26.489588 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:39:26.645087 tst mo_mt_call.py: using LAC 31673\u000a21:39:26.765635 tst mo_mt_call.py: using RAC 53\u000a21:39:26.889366 tst mo_mt_call.py: using CellId 31673\u000a21:39:27.010249 tst mo_mt_call.py: using BVCI 31674\u000a21:39:27.033702 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:39:27.044891 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:39:27.055977 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:39:27.067036 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:39:27.078195 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:39:27.089422 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:39:27.208321 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:39:27.411037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:39:27.902447 run create_hlr_db(pid=31056): Launched\u000a21:39:28.078353 bus /sierra_2: Setting Powered False\u000a21:39:29.101780 run create_hlr_db(pid=31056): Terminated: ok {rc=0}\u000a21:39:29.537113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31058): Launched\u000a21:39:29.866990 run osmo-hlr_10.42.42.2(pid=31059): Launched\u000a21:39:29.991126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:39:30.561432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31061): Launched\u000a21:39:30.967585 run osmo-stp_10.42.42.5(pid=31062): Launched\u000a21:39:31.246799 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:39:31.982084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31064): Launched\u000a21:39:32.418388 run osmo-msc_10.42.42.6(pid=31065): Launched\u000a21:39:32.613212 run osmo-stp_10.42.42.5(pid=31062): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31062)]\u000a21:39:32.753326 run osmo-stp_10.42.42.5(pid=31062): stdout: \u000a| (launched: 2022-12-12_21:39:30.728281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:39:32.891211 run osmo-stp_10.42.42.5(pid=31062): stderr: \u000a| �[0;m�[38;5;43m20221212213931011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213931011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213931011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213931012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213931014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213931014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213931014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:39:33.023880 run osmo-stp_10.42.42.5(pid=31062): stdout: \u000a| (launched: 2022-12-12_21:39:30.728281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:39:33.155854 run osmo-stp_10.42.42.5(pid=31062): stderr: \u000a| �[0;m�[38;5;43m20221212213931011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213931011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213931011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213931012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213931014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213931014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213931014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:39:33.213491 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31062): Process ended prematurely: osmo-stp_10.42.42.5(pid=31062) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31062)] [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:39:33.223111 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a21:39:33.288326 run osmo-hlr_10.42.42.2(pid=31059): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31059)]\u000a21:39:33.341757 run osmo-hlr_10.42.42.2(pid=31059): stdout: \u000a| (launched: 2022-12-12_21:39:29.705489) \u000a21:39:33.395771 run osmo-hlr_10.42.42.2(pid=31059): stderr: \u000a| �[0;m�[1;31m20221212213929903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213929903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213929903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213929903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213929903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213929903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213929919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213929938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213929939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213929939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:39:33.468873 run osmo-msc_10.42.42.6(pid=31065): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31065)]\u000a21:39:33.522250 run osmo-msc_10.42.42.6(pid=31065): stdout: \u000a| (launched: 2022-12-12_21:39:32.186385) \u000a21:39:33.575851 run osmo-msc_10.42.42.6(pid=31065): stderr: \u000a| �[0;m�[38;5;43m20221212213932564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213932564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3a913bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213932564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213932564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213932565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213932565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213932566 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213932567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213932567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213932567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:39:33.621222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31058): Terminating (SIGTERM)\u000a21:39:33.664181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31061): Terminating (SIGTERM)\u000a21:39:33.707187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31064): Terminating (SIGTERM)\u000a21:39:33.717459 --- ParallelTerminationStrategy: PID 31058 died...\u000a21:39:33.775112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31058): Terminated: ok {rc=0}\u000a21:39:33.785910 --- ParallelTerminationStrategy: PID 31061 died...\u000a21:39:33.843588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31061): Terminated: ok {rc=0}\u000a21:39:33.853933 --- ParallelTerminationStrategy: PID 31064 died...\u000a21:39:33.911212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31064): Terminated: ok {rc=0}\u000a21:39:33.999777 bus /sierra_3: Setting Powered False\u000a21:39:35.107393 bus /sierra_3: Setting Powered False\u000a21:39:36.216158 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31074): Process ended prematurely: osmo-stp_10.42.42.5(pid=31074) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31074)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31074): Process ended prematurely: osmo-stp_10.42.42.5(pid=31074) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:39:37.332576 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:39:37.344876 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:39:37.503271 tst mo_mt_call_osmux.py: using LAC 31674\u000a21:39:37.636133 tst mo_mt_call_osmux.py: using RAC 54\u000a21:39:37.764479 tst mo_mt_call_osmux.py: using CellId 31674\u000a21:39:37.891241 tst mo_mt_call_osmux.py: using BVCI 31675\u000a21:39:37.916298 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:39:37.927943 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:39:37.939389 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:39:37.951102 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:39:37.963109 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:39:37.974994 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:39:38.095681 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:39:38.300065 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:39:38.791501 run create_hlr_db(pid=31067): Launched\u000a21:39:38.967846 bus /sierra_2: Setting Powered False\u000a21:39:39.990758 run create_hlr_db(pid=31067): Terminated: ok {rc=0}\u000a21:39:40.425917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31069): Launched\u000a21:39:40.755642 run osmo-hlr_10.42.42.2(pid=31070): Launched\u000a21:39:40.877262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:39:41.445065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31073): Launched\u000a21:39:41.774562 run osmo-stp_10.42.42.5(pid=31074): Launched\u000a21:39:41.895026 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:39:42.495823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31076): Launched\u000a21:39:42.825009 run osmo-msc_10.42.42.6(pid=31077): Launched\u000a21:39:43.018808 run osmo-stp_10.42.42.5(pid=31074): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31074)]\u000a21:39:43.158678 run osmo-stp_10.42.42.5(pid=31074): stdout: \u000a| (launched: 2022-12-12_21:39:41.613624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:39:43.297896 run osmo-stp_10.42.42.5(pid=31074): stderr: \u000a| �[0;m�[38;5;43m20221212213941807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213941807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213941808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213941808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213941809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213941809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213941809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:39:43.430813 run osmo-stp_10.42.42.5(pid=31074): stdout: \u000a| (launched: 2022-12-12_21:39:41.613624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:39:43.563245 run osmo-stp_10.42.42.5(pid=31074): stderr: \u000a| �[0;m�[38;5;43m20221212213941807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213941807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213941808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213941808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213941809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213941809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213941809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:39:43.621128 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31074): Process ended prematurely: osmo-stp_10.42.42.5(pid=31074) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31074)] [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:39:43.630660 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:39:43.695043 run osmo-hlr_10.42.42.2(pid=31070): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31070)]\u000a21:39:43.747648 run osmo-hlr_10.42.42.2(pid=31070): stdout: \u000a| (launched: 2022-12-12_21:39:40.594288) \u000a21:39:43.800756 run osmo-hlr_10.42.42.2(pid=31070): stderr: \u000a| �[0;m�[1;31m20221212213940793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213940793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213940793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213940793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213940793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213940793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213940805 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213940814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213940814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213940814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:39:43.872058 run osmo-msc_10.42.42.6(pid=31077): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31077)]\u000a21:39:43.924603 run osmo-msc_10.42.42.6(pid=31077): stdout: \u000a| (launched: 2022-12-12_21:39:42.663625) \u000a21:39:43.977496 run osmo-msc_10.42.42.6(pid=31077): stderr: \u000a| �[0;m�[38;5;43m20221212213942987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213942987 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f23954ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213942988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213942988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213942988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213942988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213942990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213942990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213942990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213942990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:39:44.022414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31069): Terminating (SIGTERM)\u000a21:39:44.065009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31073): Terminating (SIGTERM)\u000a21:39:44.107466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31076): Terminating (SIGTERM)\u000a21:39:44.117751 --- ParallelTerminationStrategy: PID 31069 died...\u000a21:39:44.174785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31069): Terminated: ok {rc=0}\u000a21:39:44.185535 --- ParallelTerminationStrategy: PID 31073 died...\u000a21:39:44.242225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31073): Terminated: ok {rc=0}\u000a21:39:44.252633 --- ParallelTerminationStrategy: PID 31076 died...\u000a21:39:44.309721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31076): Terminated: ok {rc=0}\u000a21:39:44.397915 bus /sierra_3: Setting Powered False\u000a21:39:45.506619 bus /sierra_3: Setting Powered False\u000a21:39:46.625169 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:39:26" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31088): Process ended prematurely: osmo-stp_10.42.42.5(pid=31088) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31088)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31088): Process ended prematurely: osmo-stp_10.42.42.5(pid=31088) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:39:48.591382 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:39:48.602554 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:39:48.753779 tst mo_mt_call.py: using LAC 31675\u000a21:39:48.873125 tst mo_mt_call.py: using RAC 55\u000a21:39:48.994115 tst mo_mt_call.py: using CellId 31675\u000a21:39:49.121543 tst mo_mt_call.py: using BVCI 31676\u000a21:39:49.147032 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:39:49.158932 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:39:49.170787 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:39:49.183098 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:39:49.195716 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:39:49.208450 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:39:49.326708 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:39:49.540511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:39:50.055703 run create_hlr_db(pid=31082): Launched\u000a21:39:50.245581 bus /sierra_2: Setting Powered False\u000a21:39:51.267729 run create_hlr_db(pid=31082): Terminated: ok {rc=0}\u000a21:39:51.679562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31084): Launched\u000a21:39:51.985669 run osmo-hlr_10.42.42.2(pid=31085): Launched\u000a21:39:52.098791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:39:52.629960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31087): Launched\u000a21:39:52.936419 run osmo-stp_10.42.42.5(pid=31088): Launched\u000a21:39:53.048592 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:39:53.608827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31090): Launched\u000a21:39:53.916216 run osmo-msc_10.42.42.6(pid=31091): Launched\u000a21:39:54.096205 run osmo-stp_10.42.42.5(pid=31088): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31088)]\u000a21:39:54.226163 run osmo-stp_10.42.42.5(pid=31088): stdout: \u000a| (launched: 2022-12-12_21:39:52.786213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:39:54.353306 run osmo-stp_10.42.42.5(pid=31088): stderr: \u000a| �[0;m�[38;5;43m20221212213952957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213952958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213952958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213952958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213952959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213952959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213952959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:39:54.476107 run osmo-stp_10.42.42.5(pid=31088): stdout: \u000a| (launched: 2022-12-12_21:39:52.786213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:39:54.598198 run osmo-stp_10.42.42.5(pid=31088): stderr: \u000a| �[0;m�[38;5;43m20221212213952957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212213952958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212213952958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212213952958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212213952959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212213952959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212213952959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:39:54.651610 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31088): Process ended prematurely: osmo-stp_10.42.42.5(pid=31088) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31088)] [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:39:54.660069 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a21:39:54.720197 run osmo-hlr_10.42.42.2(pid=31085): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31085)]\u000a21:39:54.769659 run osmo-hlr_10.42.42.2(pid=31085): stdout: \u000a| (launched: 2022-12-12_21:39:51.835672) \u000a21:39:54.819859 run osmo-hlr_10.42.42.2(pid=31085): stderr: \u000a| �[0;m�[1;31m20221212213952014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212213952014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212213952014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213952014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212213952014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212213952014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212213952030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212213952040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212213952040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212213952040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:39:54.888084 run osmo-msc_10.42.42.6(pid=31091): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31091)]\u000a21:39:54.937435 run osmo-msc_10.42.42.6(pid=31091): stdout: \u000a| (launched: 2022-12-12_21:39:53.765342) \u000a21:39:54.987348 run osmo-msc_10.42.42.6(pid=31091): stderr: \u000a| �[0;m�[38;5;43m20221212213954038 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212213954038 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ccba88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212213954038 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212213954039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212213954039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212213954039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212213954042 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212213954043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212213954043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212213954043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:39:55.029606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31084): Terminating (SIGTERM)\u000a21:39:55.069478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31087): Terminating (SIGTERM)\u000a21:39:55.109518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31090): Terminating (SIGTERM)\u000a21:39:55.118836 --- ParallelTerminationStrategy: PID 31084 died...\u000a21:39:55.173228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31084): Terminated: ok {rc=0}\u000a21:39:55.182854 --- ParallelTerminationStrategy: PID 31087 died...\u000a21:39:55.237401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31087): Terminated: ok {rc=0}\u000a21:39:55.247013 --- ParallelTerminationStrategy: PID 31090 died...\u000a21:39:55.300348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31090): Terminated: ok {rc=0}\u000a21:39:55.390766 bus /sierra_3: Setting Powered False\u000a21:39:56.495187 bus /sierra_3: Setting Powered False\u000a21:39:57.607064 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31102): Process ended prematurely: osmo-stp_10.42.42.5(pid=31102) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31102)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31102): Process ended prematurely: osmo-stp_10.42.42.5(pid=31102) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:39:58.717284 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:39:58.728911 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:39:58.878324 tst mo_mt_call_osmux.py: using LAC 31676\u000a21:39:59.001567 tst mo_mt_call_osmux.py: using RAC 56\u000a21:39:59.122074 tst mo_mt_call_osmux.py: using CellId 31676\u000a21:39:59.248468 tst mo_mt_call_osmux.py: using BVCI 31677\u000a21:39:59.272056 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:39:59.283282 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:39:59.294662 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:39:59.305743 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:39:59.316707 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:39:59.327585 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:39:59.443256 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:39:59.660424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:40:00.178046 run create_hlr_db(pid=31093): Launched\u000a21:40:00.369488 bus /sierra_2: Setting Powered False\u000a21:40:01.393453 run create_hlr_db(pid=31093): Terminated: ok {rc=0}\u000a21:40:01.870157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31098): Launched\u000a21:40:02.307504 run osmo-hlr_10.42.42.2(pid=31099): Launched\u000a21:40:02.430343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:40:02.971225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31101): Launched\u000a21:40:03.278343 run osmo-stp_10.42.42.5(pid=31102): Launched\u000a21:40:03.391060 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:40:03.949556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31104): Launched\u000a21:40:04.257318 run osmo-msc_10.42.42.6(pid=31105): Launched\u000a21:40:04.437325 run osmo-stp_10.42.42.5(pid=31102): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31102)]\u000a21:40:04.567431 run osmo-stp_10.42.42.5(pid=31102): stdout: \u000a| (launched: 2022-12-12_21:40:03.127811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:40:04.694498 run osmo-stp_10.42.42.5(pid=31102): stderr: \u000a| �[0;m�[38;5;43m20221212214003298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214003298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214003298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214003299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214003301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214003301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214003301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:40:04.817690 run osmo-stp_10.42.42.5(pid=31102): stdout: \u000a| (launched: 2022-12-12_21:40:03.127811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:40:04.939687 run osmo-stp_10.42.42.5(pid=31102): stderr: \u000a| �[0;m�[38;5;43m20221212214003298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214003298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214003298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214003299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214003301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214003301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214003301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:40:04.993485 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31102): Process ended prematurely: osmo-stp_10.42.42.5(pid=31102) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31102)] [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:40:05.002024 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:40:05.062649 run osmo-hlr_10.42.42.2(pid=31099): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31099)]\u000a21:40:05.112490 run osmo-hlr_10.42.42.2(pid=31099): stdout: \u000a| (launched: 2022-12-12_21:40:02.071686) \u000a21:40:05.162911 run osmo-hlr_10.42.42.2(pid=31099): stderr: \u000a| �[0;m�[1;31m20221212214002336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214002336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214002336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214002336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214002336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214002336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214002349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214002357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214002357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214002358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:40:05.231743 run osmo-msc_10.42.42.6(pid=31105): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31105)]\u000a21:40:05.281538 run osmo-msc_10.42.42.6(pid=31105): stdout: \u000a| (launched: 2022-12-12_21:40:04.106414) \u000a21:40:05.332622 run osmo-msc_10.42.42.6(pid=31105): stderr: \u000a| �[0;m�[38;5;43m20221212214004381 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214004381 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6424afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214004381 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214004381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214004381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214004382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214004383 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214004384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214004384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214004384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:40:05.375163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31098): Terminating (SIGTERM)\u000a21:40:05.415202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31101): Terminating (SIGTERM)\u000a21:40:05.455234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31104): Terminating (SIGTERM)\u000a21:40:05.464536 --- ParallelTerminationStrategy: PID 31098 died...\u000a21:40:05.518393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31098): Terminated: ok {rc=0}\u000a21:40:05.528024 --- ParallelTerminationStrategy: PID 31101 died...\u000a21:40:05.581766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31101): Terminated: ok {rc=0}\u000a21:40:05.591406 --- ParallelTerminationStrategy: PID 31104 died...\u000a21:40:05.645589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31104): Terminated: ok {rc=0}\u000a21:40:05.735480 bus /sierra_3: Setting Powered False\u000a21:40:06.840194 bus /sierra_3: Setting Powered False\u000a21:40:07.954491 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:39:48" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31116): Process ended prematurely: osmo-stp_10.42.42.5(pid=31116) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31116)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31116): Process ended prematurely: osmo-stp_10.42.42.5(pid=31116) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:40:09.918039 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:40:09.929317 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:40:10.086398 tst mo_mt_call.py: using LAC 31677\u000a21:40:10.216140 tst mo_mt_call.py: using RAC 57\u000a21:40:10.346111 tst mo_mt_call.py: using CellId 31677\u000a21:40:10.479698 tst mo_mt_call.py: using BVCI 31678\u000a21:40:10.505043 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:40:10.517203 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:40:10.528690 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:40:10.541146 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:40:10.553567 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:40:10.566745 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:40:10.686354 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:40:10.889523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:40:11.381511 run create_hlr_db(pid=31110): Launched\u000a21:40:11.571839 bus /sierra_2: Setting Powered False\u000a21:40:12.594130 run create_hlr_db(pid=31110): Terminated: ok {rc=0}\u000a21:40:13.027943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31112): Launched\u000a21:40:13.356201 run osmo-hlr_10.42.42.2(pid=31113): Launched\u000a21:40:13.476271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:40:14.043672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31115): Launched\u000a21:40:14.372209 run osmo-stp_10.42.42.5(pid=31116): Launched\u000a21:40:14.492354 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:40:15.089189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31118): Launched\u000a21:40:15.417812 run osmo-msc_10.42.42.6(pid=31119): Launched\u000a21:40:15.610869 run osmo-stp_10.42.42.5(pid=31116): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31116)]\u000a21:40:15.749435 run osmo-stp_10.42.42.5(pid=31116): stdout: \u000a| (launched: 2022-12-12_21:40:14.211212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:40:15.891026 run osmo-stp_10.42.42.5(pid=31116): stderr: \u000a| �[0;m�[38;5;43m20221212214014403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214014403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214014404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214014404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214014406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214014407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214014407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:40:16.019542 run osmo-stp_10.42.42.5(pid=31116): stdout: \u000a| (launched: 2022-12-12_21:40:14.211212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:40:16.146519 run osmo-stp_10.42.42.5(pid=31116): stderr: \u000a| �[0;m�[38;5;43m20221212214014403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214014403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214014404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214014404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214014406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214014407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214014407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:40:16.202962 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31116): Process ended prematurely: osmo-stp_10.42.42.5(pid=31116) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31116)] [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:40:16.212266 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:40:16.276155 run osmo-hlr_10.42.42.2(pid=31113): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31113)]\u000a21:40:16.329215 run osmo-hlr_10.42.42.2(pid=31113): stdout: \u000a| (launched: 2022-12-12_21:40:13.195464) \u000a21:40:16.382079 run osmo-hlr_10.42.42.2(pid=31113): stderr: \u000a| �[0;m�[1;31m20221212214013394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214013394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214013394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214013394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214013394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214013394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214013406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214013415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214013415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214013415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:40:16.453818 run osmo-msc_10.42.42.6(pid=31119): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31119)]\u000a21:40:16.506694 run osmo-msc_10.42.42.6(pid=31119): stdout: \u000a| (launched: 2022-12-12_21:40:15.256560) \u000a21:40:16.558923 run osmo-msc_10.42.42.6(pid=31119): stderr: \u000a| �[0;m�[38;5;43m20221212214015580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214015580 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d4c19cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214015580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214015580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214015581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214015581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214015582 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214015583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214015583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214015583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:40:16.603733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31112): Terminating (SIGTERM)\u000a21:40:16.646879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31115): Terminating (SIGTERM)\u000a21:40:16.692713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31118): Terminating (SIGTERM)\u000a21:40:16.705481 --- ParallelTerminationStrategy: PID 31112 died...\u000a21:40:16.763737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31112): Terminated: ok {rc=0}\u000a21:40:16.774202 --- ParallelTerminationStrategy: PID 31115 died...\u000a21:40:16.829785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31115): Terminated: ok {rc=0}\u000a21:40:16.840618 --- ParallelTerminationStrategy: PID 31118 died...\u000a21:40:16.898210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31118): Terminated: ok {rc=0}\u000a21:40:16.987191 bus /sierra_3: Setting Powered False\u000a21:40:18.090856 bus /sierra_3: Setting Powered False\u000a21:40:19.203757 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31127): Process ended prematurely: osmo-stp_10.42.42.5(pid=31127) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31127)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31127): Process ended prematurely: osmo-stp_10.42.42.5(pid=31127) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:40:20.319589 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:40:20.332122 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:40:20.489504 tst mo_mt_call_osmux.py: using LAC 31678\u000a21:40:20.622710 tst mo_mt_call_osmux.py: using RAC 58\u000a21:40:20.752739 tst mo_mt_call_osmux.py: using CellId 31678\u000a21:40:20.879174 tst mo_mt_call_osmux.py: using BVCI 31679\u000a21:40:20.904220 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:40:20.915928 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:40:20.927370 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:40:20.939252 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:40:20.951561 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:40:20.963112 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:40:21.081035 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:40:21.295069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:40:21.809834 run create_hlr_db(pid=31121): Launched\u000a21:40:21.998912 bus /sierra_2: Setting Powered False\u000a21:40:23.021233 run create_hlr_db(pid=31121): Terminated: ok {rc=0}\u000a21:40:23.431996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31123): Launched\u000a21:40:23.741106 run osmo-hlr_10.42.42.2(pid=31124): Launched\u000a21:40:23.863093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:40:24.403756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31126): Launched\u000a21:40:24.711422 run osmo-stp_10.42.42.5(pid=31127): Launched\u000a21:40:24.823297 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:40:25.388897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31129): Launched\u000a21:40:25.701117 run osmo-msc_10.42.42.6(pid=31130): Launched\u000a21:40:25.882691 run osmo-stp_10.42.42.5(pid=31127): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31127)]\u000a21:40:26.014069 run osmo-stp_10.42.42.5(pid=31127): stdout: \u000a| (launched: 2022-12-12_21:40:24.560222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:40:26.142543 run osmo-stp_10.42.42.5(pid=31127): stderr: \u000a| �[0;m�[38;5;43m20221212214024734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214024734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214024735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214024735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214024735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214024735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214024736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:40:26.266551 run osmo-stp_10.42.42.5(pid=31127): stdout: \u000a| (launched: 2022-12-12_21:40:24.560222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:40:26.390011 run osmo-stp_10.42.42.5(pid=31127): stderr: \u000a| �[0;m�[38;5;43m20221212214024734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214024734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214024735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214024735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214024735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214024735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214024736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:40:26.444457 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31127): Process ended prematurely: osmo-stp_10.42.42.5(pid=31127) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31127)] [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:40:26.453281 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a21:40:26.513744 run osmo-hlr_10.42.42.2(pid=31124): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31124)]\u000a21:40:26.563614 run osmo-hlr_10.42.42.2(pid=31124): stdout: \u000a| (launched: 2022-12-12_21:40:23.589797) \u000a21:40:26.614318 run osmo-hlr_10.42.42.2(pid=31124): stderr: \u000a| �[0;m�[1;31m20221212214023769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214023769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214023769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214023769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214023769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214023769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214023781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214023790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214023790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214023790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:40:26.682682 run osmo-msc_10.42.42.6(pid=31130): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31130)]\u000a21:40:26.732278 run osmo-msc_10.42.42.6(pid=31130): stdout: \u000a| (launched: 2022-12-12_21:40:25.547238) \u000a21:40:26.782414 run osmo-msc_10.42.42.6(pid=31130): stderr: \u000a| �[0;m�[38;5;43m20221212214025822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214025822 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40fe14dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214025822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214025822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214025823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214025823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214025824 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214025825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214025825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214025825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:40:26.824909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31123): Terminating (SIGTERM)\u000a21:40:26.865419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31126): Terminating (SIGTERM)\u000a21:40:26.905995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31129): Terminating (SIGTERM)\u000a21:40:26.915425 --- ParallelTerminationStrategy: PID 31123 died...\u000a21:40:26.969772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31123): Terminated: ok {rc=0}\u000a21:40:26.979631 --- ParallelTerminationStrategy: PID 31126 died...\u000a21:40:27.034471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31126): Terminated: ok {rc=0}\u000a21:40:27.044383 --- ParallelTerminationStrategy: PID 31129 died...\u000a21:40:27.098190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31129): Terminated: ok {rc=0}\u000a21:40:27.187884 bus /sierra_3: Setting Powered False\u000a21:40:28.290841 bus /sierra_3: Setting Powered False\u000a21:40:29.402658 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:40:09" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31141): Process ended prematurely: osmo-stp_10.42.42.5(pid=31141) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31141)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31141): Process ended prematurely: osmo-stp_10.42.42.5(pid=31141) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:40:31.386194 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:40:31.399019 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:40:31.561009 tst mo_mt_call.py: using LAC 31679\u000a21:40:31.692939 tst mo_mt_call.py: using RAC 59\u000a21:40:31.855824 tst mo_mt_call.py: using CellId 31679\u000a21:40:32.018013 tst mo_mt_call.py: using BVCI 31680\u000a21:40:32.049695 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:40:32.062547 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:40:32.075032 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:40:32.087913 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:40:32.103446 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:40:32.117099 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:40:32.242512 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:40:32.447610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:40:32.937579 run create_hlr_db(pid=31135): Launched\u000a21:40:33.114331 bus /sierra_2: Setting Powered False\u000a21:40:34.136741 run create_hlr_db(pid=31135): Terminated: ok {rc=0}\u000a21:40:34.571627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31137): Launched\u000a21:40:34.900039 run osmo-hlr_10.42.42.2(pid=31138): Launched\u000a21:40:35.022794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:40:35.596008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31140): Launched\u000a21:40:35.924152 run osmo-stp_10.42.42.5(pid=31141): Launched\u000a21:40:36.043519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:40:36.641847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31143): Launched\u000a21:40:36.970130 run osmo-msc_10.42.42.6(pid=31144): Launched\u000a21:40:37.163315 run osmo-stp_10.42.42.5(pid=31141): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31141)]\u000a21:40:37.302637 run osmo-stp_10.42.42.5(pid=31141): stdout: \u000a| (launched: 2022-12-12_21:40:35.763526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:40:37.441008 run osmo-stp_10.42.42.5(pid=31141): stderr: \u000a| �[0;m�[38;5;43m20221212214035957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214035957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214035958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214035958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214035958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214035959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214035959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:40:37.573714 run osmo-stp_10.42.42.5(pid=31141): stdout: \u000a| (launched: 2022-12-12_21:40:35.763526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:40:37.704719 run osmo-stp_10.42.42.5(pid=31141): stderr: \u000a| �[0;m�[38;5;43m20221212214035957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214035957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214035958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214035958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214035958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214035959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214035959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:40:37.762283 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31141): Process ended prematurely: osmo-stp_10.42.42.5(pid=31141) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31141)] [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:40:37.771757 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:40:37.835738 run osmo-hlr_10.42.42.2(pid=31138): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31138)]\u000a21:40:37.888252 run osmo-hlr_10.42.42.2(pid=31138): stdout: \u000a| (launched: 2022-12-12_21:40:34.739224) \u000a21:40:37.941150 run osmo-hlr_10.42.42.2(pid=31138): stderr: \u000a| �[0;m�[1;31m20221212214034939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214034939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214034939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214034939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214034939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214034939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214034953 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214034961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214034961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214034961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:40:38.012880 run osmo-msc_10.42.42.6(pid=31144): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31144)]\u000a21:40:38.065147 run osmo-msc_10.42.42.6(pid=31144): stdout: \u000a| (launched: 2022-12-12_21:40:36.809575) \u000a21:40:38.118102 run osmo-msc_10.42.42.6(pid=31144): stderr: \u000a| �[0;m�[38;5;43m20221212214037134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214037134 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f044746bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214037134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214037134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214037134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214037134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214037136 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214037137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214037137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214037137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:40:38.162768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31137): Terminating (SIGTERM)\u000a21:40:38.205700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31140): Terminating (SIGTERM)\u000a21:40:38.247994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31143): Terminating (SIGTERM)\u000a21:40:38.258361 --- ParallelTerminationStrategy: PID 31137 died...\u000a21:40:38.315646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31137): Terminated: ok {rc=0}\u000a21:40:38.326049 --- ParallelTerminationStrategy: PID 31140 died...\u000a21:40:38.382530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31140): Terminated: ok {rc=0}\u000a21:40:38.393116 --- ParallelTerminationStrategy: PID 31143 died...\u000a21:40:38.449592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31143): Terminated: ok {rc=0}\u000a21:40:38.538421 bus /sierra_3: Setting Powered False\u000a21:40:39.647457 bus /sierra_3: Setting Powered False\u000a21:40:40.759428 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31152): Process ended prematurely: osmo-stp_10.42.42.5(pid=31152) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31152)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31152): Process ended prematurely: osmo-stp_10.42.42.5(pid=31152) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:40:41.870617 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:40:41.883003 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:40:42.032169 tst mo_mt_call_osmux.py: using LAC 31680\u000a21:40:42.155230 tst mo_mt_call_osmux.py: using RAC 60\u000a21:40:42.278281 tst mo_mt_call_osmux.py: using CellId 31680\u000a21:40:42.400642 tst mo_mt_call_osmux.py: using BVCI 31681\u000a21:40:42.424573 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:40:42.436038 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:40:42.447261 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:40:42.458392 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:40:42.469597 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:40:42.480635 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:40:42.600796 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:40:42.806759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:40:43.298915 run create_hlr_db(pid=31146): Launched\u000a21:40:43.475072 bus /sierra_2: Setting Powered False\u000a21:40:44.498403 run create_hlr_db(pid=31146): Terminated: ok {rc=0}\u000a21:40:44.932121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31148): Launched\u000a21:40:45.261909 run osmo-hlr_10.42.42.2(pid=31149): Launched\u000a21:40:45.383191 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:40:45.968620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31151): Launched\u000a21:40:46.405325 run osmo-stp_10.42.42.5(pid=31152): Launched\u000a21:40:46.543805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:40:47.173230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31154): Launched\u000a21:40:47.535217 run osmo-msc_10.42.42.6(pid=31155): Launched\u000a21:40:47.729024 run osmo-stp_10.42.42.5(pid=31152): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31152)]\u000a21:40:47.867869 run osmo-stp_10.42.42.5(pid=31152): stdout: \u000a| (launched: 2022-12-12_21:40:46.129921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:40:48.006574 run osmo-stp_10.42.42.5(pid=31152): stderr: \u000a| �[0;m�[38;5;43m20221212214046402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214046402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214046402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214046403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214046403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214046403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214046403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:40:48.138848 run osmo-stp_10.42.42.5(pid=31152): stdout: \u000a| (launched: 2022-12-12_21:40:46.129921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:40:48.269700 run osmo-stp_10.42.42.5(pid=31152): stderr: \u000a| �[0;m�[38;5;43m20221212214046402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214046402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214046402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214046403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214046403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214046403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214046403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:40:48.327374 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31152): Process ended prematurely: osmo-stp_10.42.42.5(pid=31152) [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31152)] [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:40:48.336727 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a21:40:48.401424 run osmo-hlr_10.42.42.2(pid=31149): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31149)]\u000a21:40:48.454581 run osmo-hlr_10.42.42.2(pid=31149): stdout: \u000a| (launched: 2022-12-12_21:40:45.099856) \u000a21:40:48.507993 run osmo-hlr_10.42.42.2(pid=31149): stderr: \u000a| �[0;m�[1;31m20221212214045299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214045299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214045299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214045299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214045299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214045299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214045312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214045321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214045321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214045321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:40:48.580855 run osmo-msc_10.42.42.6(pid=31155): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31155)]\u000a21:40:48.633468 run osmo-msc_10.42.42.6(pid=31155): stdout: \u000a| (launched: 2022-12-12_21:40:47.372725) \u000a21:40:48.686603 run osmo-msc_10.42.42.6(pid=31155): stderr: \u000a| �[0;m�[38;5;43m20221212214047701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214047701 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e53f8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214047701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214047701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214047702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214047702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214047703 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214047704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214047704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214047704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:40:48.731370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31148): Terminating (SIGTERM)\u000a21:40:48.773983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31151): Terminating (SIGTERM)\u000a21:40:48.816405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31154): Terminating (SIGTERM)\u000a21:40:48.826499 --- ParallelTerminationStrategy: PID 31148 died...\u000a21:40:48.883757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31148): Terminated: ok {rc=0}\u000a21:40:48.894058 --- ParallelTerminationStrategy: PID 31151 died...\u000a21:40:48.951033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31151): Terminated: ok {rc=0}\u000a21:40:48.961305 --- ParallelTerminationStrategy: PID 31154 died...\u000a21:40:49.017978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31154): Terminated: ok {rc=0}\u000a21:40:49.106549 bus /sierra_3: Setting Powered False\u000a21:40:50.215064 bus /sierra_3: Setting Powered False\u000a21:40:51.323042 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:40:31" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31166): Process ended prematurely: osmo-stp_10.42.42.5(pid=31166) [trial-2382↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31166)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31166): Process ended prematurely: osmo-stp_10.42.42.5(pid=31166) [trial-2382↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:40:53.305900 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:40:53.317925 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:40:53.473556 tst mo_mt_call.py: using LAC 31681\u000a21:40:53.603535 tst mo_mt_call.py: using RAC 61\u000a21:40:53.734188 tst mo_mt_call.py: using CellId 31681\u000a21:40:53.862601 tst mo_mt_call.py: using BVCI 31682\u000a21:40:53.887568 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:40:53.899334 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:40:53.910902 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:40:53.922890 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:40:53.934741 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:40:53.946730 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:40:54.067317 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:40:54.272345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:40:54.763516 run create_hlr_db(pid=31160): Launched\u000a21:40:54.939202 bus /sierra_2: Setting Powered False\u000a21:40:55.962828 run create_hlr_db(pid=31160): Terminated: ok {rc=0}\u000a21:40:56.397851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31162): Launched\u000a21:40:56.727959 run osmo-hlr_10.42.42.2(pid=31163): Launched\u000a21:40:56.850995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:40:57.423619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31165): Launched\u000a21:40:57.752411 run osmo-stp_10.42.42.5(pid=31166): Launched\u000a21:40:57.872451 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:40:58.475138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31168): Launched\u000a21:40:58.806040 run osmo-msc_10.42.42.6(pid=31169): Launched\u000a21:40:58.999253 run osmo-stp_10.42.42.5(pid=31166): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31166)]\u000a21:40:59.139436 run osmo-stp_10.42.42.5(pid=31166): stdout: \u000a| (launched: 2022-12-12_21:40:57.591489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:40:59.277754 run osmo-stp_10.42.42.5(pid=31166): stderr: \u000a| �[0;m�[38;5;43m20221212214057786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214057786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214057786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214057786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214057787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214057787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214057787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:40:59.410853 run osmo-stp_10.42.42.5(pid=31166): stdout: \u000a| (launched: 2022-12-12_21:40:57.591489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:40:59.543012 run osmo-stp_10.42.42.5(pid=31166): stderr: \u000a| �[0;m�[38;5;43m20221212214057786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214057786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214057786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214057786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214057787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214057787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214057787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:40:59.601106 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31166): Process ended prematurely: osmo-stp_10.42.42.5(pid=31166) [trial-2382↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31166)] [trial-2382↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:40:59.610548 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:40:59.675355 run osmo-hlr_10.42.42.2(pid=31163): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31163)]\u000a21:40:59.728363 run osmo-hlr_10.42.42.2(pid=31163): stdout: \u000a| (launched: 2022-12-12_21:40:56.566693) \u000a21:40:59.782290 run osmo-hlr_10.42.42.2(pid=31163): stderr: \u000a| �[0;m�[1;31m20221212214056766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214056766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214056766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214056766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214056766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214056766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214056780 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214056790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214056790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214056790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:40:59.855351 run osmo-msc_10.42.42.6(pid=31169): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31169)]\u000a21:40:59.908108 run osmo-msc_10.42.42.6(pid=31169): stdout: \u000a| (launched: 2022-12-12_21:40:58.643665) \u000a21:40:59.961744 run osmo-msc_10.42.42.6(pid=31169): stderr: \u000a| �[0;m�[38;5;43m20221212214058965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214058966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3661d19c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214058966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214058966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214058966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214058966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214058968 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214058969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214058969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214058969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:41:00.006908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31162): Terminating (SIGTERM)\u000a21:41:00.050292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31165): Terminating (SIGTERM)\u000a21:41:00.092847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31168): Terminating (SIGTERM)\u000a21:41:00.103097 --- ParallelTerminationStrategy: PID 31162 died...\u000a21:41:00.160393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31162): Terminated: ok {rc=0}\u000a21:41:00.171107 --- ParallelTerminationStrategy: PID 31165 died...\u000a21:41:00.228371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31165): Terminated: ok {rc=0}\u000a21:41:00.239043 --- ParallelTerminationStrategy: PID 31168 died...\u000a21:41:00.296688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31168): Terminated: ok {rc=0}\u000a21:41:00.386510 bus /sierra_3: Setting Powered False\u000a21:41:01.511817 bus /sierra_3: Setting Powered False\u000a21:41:02.622778 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31177): Process ended prematurely: osmo-stp_10.42.42.5(pid=31177) [trial-2382↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31177)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31177): Process ended prematurely: osmo-stp_10.42.42.5(pid=31177) [trial-2382↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:41:03.739921 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:41:03.752335 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:41:03.911766 tst mo_mt_call_osmux.py: using LAC 31682\u000a21:41:04.040093 tst mo_mt_call_osmux.py: using RAC 62\u000a21:41:04.170464 tst mo_mt_call_osmux.py: using CellId 31682\u000a21:41:04.299384 tst mo_mt_call_osmux.py: using BVCI 31683\u000a21:41:04.322936 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:41:04.334310 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:41:04.345547 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:41:04.357210 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:41:04.369039 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:41:04.380765 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:41:04.498994 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:41:04.714459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:41:05.231245 run create_hlr_db(pid=31171): Launched\u000a21:41:05.421740 bus /sierra_2: Setting Powered False\u000a21:41:06.444012 run create_hlr_db(pid=31171): Terminated: ok {rc=0}\u000a21:41:06.855523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31173): Launched\u000a21:41:07.164496 run osmo-hlr_10.42.42.2(pid=31174): Launched\u000a21:41:07.287379 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:41:07.828383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31176): Launched\u000a21:41:08.135189 run osmo-stp_10.42.42.5(pid=31177): Launched\u000a21:41:08.259290 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:41:08.825163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31179): Launched\u000a21:41:09.133419 run osmo-msc_10.42.42.6(pid=31180): Launched\u000a21:41:09.314344 run osmo-stp_10.42.42.5(pid=31177): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31177)]\u000a21:41:09.443824 run osmo-stp_10.42.42.5(pid=31177): stdout: \u000a| (launched: 2022-12-12_21:41:07.985090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:41:09.571914 run osmo-stp_10.42.42.5(pid=31177): stderr: \u000a| �[0;m�[38;5;43m20221212214108157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214108157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214108158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214108158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214108158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214108158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214108158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:41:09.695677 run osmo-stp_10.42.42.5(pid=31177): stdout: \u000a| (launched: 2022-12-12_21:41:07.985090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:41:09.819241 run osmo-stp_10.42.42.5(pid=31177): stderr: \u000a| �[0;m�[38;5;43m20221212214108157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214108157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214108158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214108158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214108158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214108158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214108158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:41:09.873598 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31177): Process ended prematurely: osmo-stp_10.42.42.5(pid=31177) [trial-2382↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31177)] [trial-2382↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:41:09.882291 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a21:41:09.942957 run osmo-hlr_10.42.42.2(pid=31174): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31174)]\u000a21:41:09.992716 run osmo-hlr_10.42.42.2(pid=31174): stdout: \u000a| (launched: 2022-12-12_21:41:07.012777) \u000a21:41:10.043235 run osmo-hlr_10.42.42.2(pid=31174): stderr: \u000a| �[0;m�[1;31m20221212214107188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214107188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214107188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214107188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214107189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214107189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214107201 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214107210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214107210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214107210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:41:10.112002 run osmo-msc_10.42.42.6(pid=31180): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31180)]\u000a21:41:10.161696 run osmo-msc_10.42.42.6(pid=31180): stdout: \u000a| (launched: 2022-12-12_21:41:08.981863) \u000a21:41:10.211896 run osmo-msc_10.42.42.6(pid=31180): stderr: \u000a| �[0;m�[38;5;43m20221212214109256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214109256 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f644f7c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214109256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214109256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214109256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214109257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214109258 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214109259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214109259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214109259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:41:10.254016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31173): Terminating (SIGTERM)\u000a21:41:10.294096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31176): Terminating (SIGTERM)\u000a21:41:10.334337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31179): Terminating (SIGTERM)\u000a21:41:10.343697 --- ParallelTerminationStrategy: PID 31173 died...\u000a21:41:10.397762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31173): Terminated: ok {rc=0}\u000a21:41:10.407614 --- ParallelTerminationStrategy: PID 31176 died...\u000a21:41:10.461695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31176): Terminated: ok {rc=0}\u000a21:41:10.471537 --- ParallelTerminationStrategy: PID 31179 died...\u000a21:41:10.525487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31179): Terminated: ok {rc=0}\u000a21:41:10.615483 bus /sierra_3: Setting Powered False\u000a21:41:11.720326 bus /sierra_3: Setting Powered False\u000a21:41:12.831385 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:40:53" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31192): Process ended prematurely: osmo-stp_10.42.42.5(pid=31192) [trial-2382↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31192)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31192): Process ended prematurely: osmo-stp_10.42.42.5(pid=31192) [trial-2382↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:41:14.834233 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:41:14.845453 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:41:14.981279 tst emergency_mo_mt_call.py: using LAC 31683\u000a21:41:15.108554 tst emergency_mo_mt_call.py: using RAC 63\u000a21:41:15.229254 tst emergency_mo_mt_call.py: using CellId 31683\u000a21:41:15.347180 tst emergency_mo_mt_call.py: using BVCI 31684\u000a21:41:15.370188 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:41:15.380865 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:41:15.391519 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:41:15.402115 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:41:15.412697 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:41:15.423234 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:41:15.543312 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:41:15.746290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:41:16.287672 run create_hlr_db(pid=31186): Launched\u000a21:41:16.464632 bus /sierra_2: Setting Powered False\u000a21:41:17.483819 run create_hlr_db(pid=31186): Terminated: ok {rc=0}\u000a21:41:17.914036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31188): Launched\u000a21:41:18.238124 run osmo-hlr_10.42.42.2(pid=31189): Launched\u000a21:41:18.359558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:41:18.921477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31191): Launched\u000a21:41:19.245154 run osmo-stp_10.42.42.5(pid=31192): Launched\u000a21:41:19.378666 tst emergency_mo_mt_call.py: using MSISDN 7979\u000a21:41:19.540133 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:41:20.127869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31194): Launched\u000a21:41:20.450892 run osmo-msc_10.42.42.6(pid=31195): Launched\u000a21:41:20.641947 run osmo-stp_10.42.42.5(pid=31192): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31192)]\u000a21:41:20.779705 run osmo-stp_10.42.42.5(pid=31192): stdout: \u000a| (launched: 2022-12-12_21:41:19.086726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:41:20.918288 run osmo-stp_10.42.42.5(pid=31192): stderr: \u000a| �[0;m�[38;5;43m20221212214119280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214119280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214119281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214119281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214119282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214119282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214119282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:41:21.048168 run osmo-stp_10.42.42.5(pid=31192): stdout: \u000a| (launched: 2022-12-12_21:41:19.086726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:41:21.177069 run osmo-stp_10.42.42.5(pid=31192): stderr: \u000a| �[0;m�[38;5;43m20221212214119280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214119280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214119281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214119281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214119282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214119282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214119282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:41:21.233600 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=31192): Process ended prematurely: osmo-stp_10.42.42.5(pid=31192) [trial-2382↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31192)] [trial-2382↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a21:41:21.242688 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a21:41:21.306548 run osmo-hlr_10.42.42.2(pid=31189): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31189)]\u000a21:41:21.359055 run osmo-hlr_10.42.42.2(pid=31189): stdout: \u000a| (launched: 2022-12-12_21:41:18.078976) \u000a21:41:21.412375 run osmo-hlr_10.42.42.2(pid=31189): stderr: \u000a| �[0;m�[1;31m20221212214118277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214118277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214118277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214118277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214118277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214118277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214118289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214118298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214118299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214118299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:41:21.484066 run osmo-msc_10.42.42.6(pid=31195): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31195)]\u000a21:41:21.536638 run osmo-msc_10.42.42.6(pid=31195): stdout: \u000a| (launched: 2022-12-12_21:41:20.292172) \u000a21:41:21.590140 run osmo-msc_10.42.42.6(pid=31195): stderr: \u000a| �[0;m�[38;5;43m20221212214120614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214120614 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0429a5dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214120614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214120614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214120614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214120614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214120616 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214120616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214120617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214120617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:41:21.635107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31188): Terminating (SIGTERM)\u000a21:41:21.678003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31191): Terminating (SIGTERM)\u000a21:41:21.720617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31194): Terminating (SIGTERM)\u000a21:41:21.730812 --- ParallelTerminationStrategy: PID 31188 died...\u000a21:41:21.787610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31188): Terminated: ok {rc=0}\u000a21:41:21.798126 --- ParallelTerminationStrategy: PID 31191 died...\u000a21:41:21.855004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31191): Terminated: ok {rc=0}\u000a21:41:21.865381 --- ParallelTerminationStrategy: PID 31194 died...\u000a21:41:21.922786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31194): Terminated: ok {rc=0}\u000a21:41:22.011020 bus /sierra_3: Setting Powered False\u000a21:41:23.119010 bus /sierra_3: Setting Powered False\u000a21:41:24.226622 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31203): Process ended prematurely: osmo-stp_10.42.42.5(pid=31203) [trial-2382↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31203)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31203): Process ended prematurely: osmo-stp_10.42.42.5(pid=31203) [trial-2382↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:41:25.278547 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:41:25.290406 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:41:25.429813 tst emergency_preemptive_call.py: using LAC 31684\u000a21:41:25.556358 tst emergency_preemptive_call.py: using RAC 64\u000a21:41:25.681930 tst emergency_preemptive_call.py: using CellId 31684\u000a21:41:25.806410 tst emergency_preemptive_call.py: using BVCI 31685\u000a21:41:25.830940 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:41:25.842505 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:41:25.853685 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:41:25.865119 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:41:25.876528 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a21:41:25.888051 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:41:26.007883 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:41:26.125163 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:41:26.239386 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:41:26.450548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:41:26.961052 run create_hlr_db(pid=31197): Launched\u000a21:41:27.149612 bus /sierra_2: Setting Powered False\u000a21:41:28.170095 run create_hlr_db(pid=31197): Terminated: ok {rc=0}\u000a21:41:28.575159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31199): Launched\u000a21:41:28.876456 run osmo-hlr_10.42.42.2(pid=31200): Launched\u000a21:41:28.990856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:41:29.513227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31202): Launched\u000a21:41:29.815005 run osmo-stp_10.42.42.5(pid=31203): Launched\u000a21:41:29.936405 tst emergency_preemptive_call.py: using MSISDN 7980\u000a21:41:30.087533 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:41:30.638584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31205): Launched\u000a21:41:31.056905 run osmo-msc_10.42.42.6(pid=31206): Launched\u000a21:41:31.389178 run osmo-stp_10.42.42.5(pid=31203): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31203)]\u000a21:41:31.569382 run osmo-stp_10.42.42.5(pid=31203): stdout: \u000a| (launched: 2022-12-12_21:41:29.666466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:41:31.766788 run osmo-stp_10.42.42.5(pid=31203): stderr: \u000a| �[0;m�[38;5;43m20221212214129836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214129836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214129836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214129836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214129837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214129837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214129837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:41:31.904501 run osmo-stp_10.42.42.5(pid=31203): stdout: \u000a| (launched: 2022-12-12_21:41:29.666466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:41:32.038955 run osmo-stp_10.42.42.5(pid=31203): stderr: \u000a| �[0;m�[38;5;43m20221212214129836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214129836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214129836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214129836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214129837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214129837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214129837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:41:32.098320 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=31203): Process ended prematurely: osmo-stp_10.42.42.5(pid=31203) [trial-2382↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31203)] [trial-2382↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a21:41:32.108466 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a21:41:32.178203 run osmo-hlr_10.42.42.2(pid=31200): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31200)]\u000a21:41:32.234998 run osmo-hlr_10.42.42.2(pid=31200): stdout: \u000a| (launched: 2022-12-12_21:41:28.728749) \u000a21:41:32.290888 run osmo-hlr_10.42.42.2(pid=31200): stderr: \u000a| �[0;m�[1;31m20221212214128906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214128906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214128906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214128906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214128906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214128906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214128918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214128927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214128927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214128927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:41:32.366526 run osmo-msc_10.42.42.6(pid=31206): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31206)]\u000a21:41:32.419952 run osmo-msc_10.42.42.6(pid=31206): stdout: \u000a| (launched: 2022-12-12_21:41:30.792169) \u000a21:41:32.474543 run osmo-msc_10.42.42.6(pid=31206): stderr: \u000a| �[0;m�[38;5;43m20221212214131288 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214131288 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b76f0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214131288 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214131288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214131288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214131293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214131296 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214131296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214131296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214131296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:41:32.520725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31199): Terminating (SIGTERM)\u000a21:41:32.564218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31202): Terminating (SIGTERM)\u000a21:41:32.608068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31205): Terminating (SIGTERM)\u000a21:41:32.618710 --- ParallelTerminationStrategy: PID 31199 died...\u000a21:41:32.677943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31199): Terminated: ok {rc=0}\u000a21:41:32.688443 --- ParallelTerminationStrategy: PID 31202 died...\u000a21:41:32.747484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31202): Terminated: ok {rc=0}\u000a21:41:32.757901 --- ParallelTerminationStrategy: PID 31205 died...\u000a21:41:32.816850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31205): Terminated: ok {rc=0}\u000a21:41:32.905333 bus /sierra_9: Setting Powered False\u000a21:41:34.013573 bus /sierra_9: Setting Powered False\u000a21:41:35.123079 bus /sierra_8: Setting Powered False\u000a21:41:36.231935 bus /sierra_8: Setting Powered False\u000a21:41:37.340921 bus /sierra_3: Setting Powered False\u000a21:41:38.449295 bus /sierra_3: Setting Powered False\u000a21:41:39.563138 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:41:14" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31222): Process ended prematurely: osmo-stp_10.42.42.5(pid=31222) [trial-2382↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31222)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31222): Process ended prematurely: osmo-stp_10.42.42.5(pid=31222) [trial-2382↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:41:41.653800 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:41.664631 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:41:41.790619 tst cs_paging_gprs_active.py: using LAC 31685\u000a21:41:41.917455 tst cs_paging_gprs_active.py: using RAC 65\u000a21:41:42.038917 tst cs_paging_gprs_active.py: using CellId 31685\u000a21:41:42.160928 tst cs_paging_gprs_active.py: using BVCI 31686\u000a21:41:42.184668 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:42.195446 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:42.205975 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:42.216466 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:42.227095 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:42.237579 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:42.248563 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:42.259031 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:42.269659 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:41:42.388271 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:41:42.670532 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:41:42.799429 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:41:43.118013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31212): Launched\u000a21:41:43.382854 run iperf3-srv_10.42.42.10(pid=31213): Launched\u000a21:41:43.571407 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:41:43.700159 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:41:44.018741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31214): Launched\u000a21:41:44.283295 run iperf3-srv_10.42.42.10(pid=31215): Launched\u000a21:41:44.471213 tst cs_paging_gprs_active.py:38: start network...\u000a21:41:44.599918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:41:45.092664 run create_hlr_db(pid=31216): Launched\u000a21:41:45.270876 bus /sierra_2: Setting Powered False\u000a21:41:46.293723 run create_hlr_db(pid=31216): Terminated: ok {rc=0}\u000a21:41:46.727018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31218): Launched\u000a21:41:47.118531 run osmo-hlr_10.42.42.2(pid=31219): Launched\u000a21:41:47.283234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:41:47.855614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31221): Launched\u000a21:41:48.186478 run osmo-stp_10.42.42.5(pid=31222): Launched\u000a21:41:48.307689 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:41:48.884280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31224): Launched\u000a21:41:49.003668 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:41:49.292107 run patchelf(pid=31225): Launched\u000a21:41:49.486390 run osmo-stp_10.42.42.5(pid=31222): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31222)]\u000a21:41:49.628782 run osmo-stp_10.42.42.5(pid=31222): stdout: \u000a| (launched: 2022-12-12_21:41:48.024186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:41:49.770950 run osmo-stp_10.42.42.5(pid=31222): stderr: \u000a| �[0;m�[38;5;43m20221212214148220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214148220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214148220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214148221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214148221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214148221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214148221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:41:49.908498 run osmo-stp_10.42.42.5(pid=31222): stdout: \u000a| (launched: 2022-12-12_21:41:48.024186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:41:50.045041 run osmo-stp_10.42.42.5(pid=31222): stderr: \u000a| �[0;m�[38;5;43m20221212214148220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214148220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214148220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214148221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214148221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214148221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214148221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:41:50.205071 run patchelf(pid=31225): Terminating (SIGINT)\u000a21:41:50.392842 run patchelf(pid=31225): Terminated: ok {rc=0}\u000a21:41:50.427229 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31222): Process ended prematurely: osmo-stp_10.42.42.5(pid=31222) [trial-2382↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31222)] [trial-2382↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a21:41:50.437288 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a21:41:50.502427 run osmo-hlr_10.42.42.2(pid=31219): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31219)]\u000a21:41:50.555063 run osmo-hlr_10.42.42.2(pid=31219): stdout: \u000a| (launched: 2022-12-12_21:41:46.887081) \u000a21:41:50.608819 run osmo-hlr_10.42.42.2(pid=31219): stderr: \u000a| �[0;m�[1;31m20221212214147218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214147218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214147218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214147218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214147218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214147218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214147231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214147240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214147240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214147240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:41:50.654178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31212): Terminating (SIGTERM)\u000a21:41:50.698059 run iperf3-srv_10.42.42.10(pid=31213): Terminating (SIGTERM)\u000a21:41:50.740776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31214): Terminating (SIGTERM)\u000a21:41:50.783977 run iperf3-srv_10.42.42.10(pid=31215): Terminating (SIGTERM)\u000a21:41:50.827382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31218): Terminating (SIGTERM)\u000a21:41:50.870238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31221): Terminating (SIGTERM)\u000a21:41:50.912661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31224): Terminating (SIGTERM)\u000a21:41:50.922948 --- ParallelTerminationStrategy: PID 31212 died...\u000a21:41:50.980280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31212): Terminated: ok {rc=0}\u000a21:41:50.990972 --- ParallelTerminationStrategy: PID 31213 died...\u000a21:41:51.047607 run iperf3-srv_10.42.42.10(pid=31213): Terminated {rc=256}\u000a21:41:51.058239 --- ParallelTerminationStrategy: PID 31214 died...\u000a21:41:51.115067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31214): Terminated: ok {rc=0}\u000a21:41:51.125999 --- ParallelTerminationStrategy: PID 31215 died...\u000a21:41:51.183088 run iperf3-srv_10.42.42.10(pid=31215): Terminated {rc=256}\u000a21:41:51.193465 --- ParallelTerminationStrategy: PID 31218 died...\u000a21:41:51.250048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31218): Terminated: ok {rc=0}\u000a21:41:51.260663 --- ParallelTerminationStrategy: PID 31221 died...\u000a21:41:51.317462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31221): Terminated: ok {rc=0}\u000a21:41:51.327915 --- ParallelTerminationStrategy: PID 31224 died...\u000a21:41:51.384835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31224): Terminated: ok {rc=0}\u000a21:41:51.472672 bus /gobi_0: Setting Powered False\u000a21:41:52.580620 bus /gobi_0: Setting Powered False\u000a21:41:53.690344 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31234): Process ended prematurely: osmo-stp_10.42.42.5(pid=31234) [trial-2382↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31234)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31234): Process ended prematurely: osmo-stp_10.42.42.5(pid=31234) [trial-2382↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a21:41:54.807415 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:54.819305 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:41:54.956562 tst iperf3.py: using LAC 31686\u000a21:41:55.086102 tst iperf3.py: using RAC 66\u000a21:41:55.215664 tst iperf3.py: using CellId 31686\u000a21:41:55.339153 tst iperf3.py: using BVCI 31687\u000a21:41:55.363149 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:55.374101 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:55.384573 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:55.395066 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:55.405475 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:55.415847 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:55.426651 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:55.437080 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:41:55.447648 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:41:55.748025 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:41:55.886038 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:41:56.225978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31226): Launched\u000a21:41:56.507903 run iperf3-srv_10.42.42.10(pid=31227): Launched\u000a21:41:56.710839 tst iperf3.py:8: start network...\u000a21:41:56.849006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:41:57.367736 run create_hlr_db(pid=31228): Launched\u000a21:41:57.558350 bus /gobi_6: Setting Powered False\u000a21:41:58.580896 run create_hlr_db(pid=31228): Terminated: ok {rc=0}\u000a21:41:58.995061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31230): Launched\u000a21:41:59.303822 run osmo-hlr_10.42.42.2(pid=31231): Launched\u000a21:41:59.417954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:41:59.947305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31233): Launched\u000a21:42:00.254506 run osmo-stp_10.42.42.5(pid=31234): Launched\u000a21:42:00.367355 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:42:00.965501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31236): Launched\u000a21:42:01.189219 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:42:01.570878 run patchelf(pid=31239): Launched\u000a21:42:01.753965 run osmo-stp_10.42.42.5(pid=31234): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31234)]\u000a21:42:01.891103 run osmo-stp_10.42.42.5(pid=31234): stdout: \u000a| (launched: 2022-12-12_21:42:00.103156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:42:02.025810 run osmo-stp_10.42.42.5(pid=31234): stderr: \u000a| �[0;m�[38;5;43m20221212214200275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214200275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214200276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214200276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214200277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214200277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214200277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:42:02.155513 run osmo-stp_10.42.42.5(pid=31234): stdout: \u000a| (launched: 2022-12-12_21:42:00.103156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:42:02.285394 run osmo-stp_10.42.42.5(pid=31234): stderr: \u000a| �[0;m�[38;5;43m20221212214200275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214200275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214200276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214200276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214200277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214200277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214200277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:42:02.434697 run patchelf(pid=31239): Terminating (SIGINT)\u000a21:42:02.609086 run patchelf(pid=31239): Terminated: ok {rc=0}\u000a21:42:02.641166 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31234): Process ended prematurely: osmo-stp_10.42.42.5(pid=31234) [trial-2382↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31234)] [trial-2382↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a21:42:02.650737 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a21:42:02.711836 run osmo-hlr_10.42.42.2(pid=31231): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31231)]\u000a21:42:02.761822 run osmo-hlr_10.42.42.2(pid=31231): stdout: \u000a| (launched: 2022-12-12_21:41:59.152039) \u000a21:42:02.812359 run osmo-hlr_10.42.42.2(pid=31231): stderr: \u000a| �[0;m�[1;31m20221212214159330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214159330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214159330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214159331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214159331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214159331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214159343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214159352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214159352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214159352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:42:02.855460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31226): Terminating (SIGTERM)\u000a21:42:02.895840 run iperf3-srv_10.42.42.10(pid=31227): Terminating (SIGTERM)\u000a21:42:02.936240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31230): Terminating (SIGTERM)\u000a21:42:02.976552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31233): Terminating (SIGTERM)\u000a21:42:03.017035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31236): Terminating (SIGTERM)\u000a21:42:03.026525 --- ParallelTerminationStrategy: PID 31226 died...\u000a21:42:03.081451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31226): Terminated: ok {rc=0}\u000a21:42:03.091320 --- ParallelTerminationStrategy: PID 31227 died...\u000a21:42:03.145650 run iperf3-srv_10.42.42.10(pid=31227): Terminated {rc=256}\u000a21:42:03.155409 --- ParallelTerminationStrategy: PID 31230 died...\u000a21:42:03.209346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31230): Terminated: ok {rc=0}\u000a21:42:03.219185 --- ParallelTerminationStrategy: PID 31233 died...\u000a21:42:03.273276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31233): Terminated: ok {rc=0}\u000a21:42:03.283151 --- ParallelTerminationStrategy: PID 31236 died...\u000a21:42:03.337449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31236): Terminated: ok {rc=0}\u000a21:42:03.423182 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31254): Process ended prematurely: osmo-stp_10.42.42.5(pid=31254) [trial-2382↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31254)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31254): Process ended prematurely: osmo-stp_10.42.42.5(pid=31254) [trial-2382↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a21:42:04.533379 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:04.544596 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:42:04.677541 tst iperf3m4.py: using LAC 31687\u000a21:42:04.796732 tst iperf3m4.py: using RAC 67\u000a21:42:04.917771 tst iperf3m4.py: using CellId 31687\u000a21:42:05.042269 tst iperf3m4.py: using BVCI 31688\u000a21:42:05.065893 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:05.076715 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:05.087390 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:05.098215 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:05.108791 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:05.119420 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:05.130323 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:05.140778 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:05.151894 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:42:05.270953 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:42:05.395907 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:42:05.517770 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:42:05.799013 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:42:05.927486 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:42:06.246961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31240): Launched\u000a21:42:06.513094 run iperf3-srv_10.42.42.10(pid=31241): Launched\u000a21:42:06.699879 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:42:06.828182 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:42:07.147520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31242): Launched\u000a21:42:07.411862 run iperf3-srv_10.42.42.10(pid=31243): Launched\u000a21:42:07.599081 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:42:07.727048 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:42:08.045668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31244): Launched\u000a21:42:08.312028 run iperf3-srv_10.42.42.10(pid=31245): Launched\u000a21:42:08.499487 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:42:08.627550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:42:08.947172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31246): Launched\u000a21:42:09.210974 run iperf3-srv_10.42.42.10(pid=31247): Launched\u000a21:42:09.398926 tst iperf3m4.py:8: start network...\u000a21:42:09.527075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:42:10.018581 run create_hlr_db(pid=31248): Launched\u000a21:42:10.194724 bus /gobi_6: Setting Powered False\u000a21:42:11.217094 run create_hlr_db(pid=31248): Terminated: ok {rc=0}\u000a21:42:11.654021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31250): Launched\u000a21:42:11.984513 run osmo-hlr_10.42.42.2(pid=31251): Launched\u000a21:42:12.109073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:42:12.682127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31253): Launched\u000a21:42:12.990217 run osmo-stp_10.42.42.5(pid=31254): Launched\u000a21:42:13.103750 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:42:13.637483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31256): Launched\u000a21:42:13.746883 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:42:14.013862 run patchelf(pid=31257): Launched\u000a21:42:14.195948 run osmo-stp_10.42.42.5(pid=31254): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31254)]\u000a21:42:14.327653 run osmo-stp_10.42.42.5(pid=31254): stdout: \u000a| (launched: 2022-12-12_21:42:12.839055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:42:14.459448 run osmo-stp_10.42.42.5(pid=31254): stderr: \u000a| �[0;m�[38;5;43m20221212214213011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214213011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214213011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214213012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214213012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214213012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214213012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:42:14.586757 run osmo-stp_10.42.42.5(pid=31254): stdout: \u000a| (launched: 2022-12-12_21:42:12.839055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:42:14.713338 run osmo-stp_10.42.42.5(pid=31254): stderr: \u000a| �[0;m�[38;5;43m20221212214213011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214213011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214213011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214213012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214213012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214213012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214213012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:42:14.860113 run patchelf(pid=31257): Terminating (SIGINT)\u000a21:42:15.033447 run patchelf(pid=31257): Terminated: ok {rc=0}\u000a21:42:15.064901 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31254): Process ended prematurely: osmo-stp_10.42.42.5(pid=31254) [trial-2382↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31254)] [trial-2382↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a21:42:15.074156 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a21:42:15.135014 run osmo-hlr_10.42.42.2(pid=31251): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31251)]\u000a21:42:15.184408 run osmo-hlr_10.42.42.2(pid=31251): stdout: \u000a| (launched: 2022-12-12_21:42:11.822766) \u000a21:42:15.234794 run osmo-hlr_10.42.42.2(pid=31251): stderr: \u000a| �[0;m�[1;31m20221212214212025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214212025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214212025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214212025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214212025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214212025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214212037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214212046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214212046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214212046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:42:15.277680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31240): Terminating (SIGTERM)\u000a21:42:15.318079 run iperf3-srv_10.42.42.10(pid=31241): Terminating (SIGTERM)\u000a21:42:15.358492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31242): Terminating (SIGTERM)\u000a21:42:15.398721 run iperf3-srv_10.42.42.10(pid=31243): Terminating (SIGTERM)\u000a21:42:15.439108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31244): Terminating (SIGTERM)\u000a21:42:15.479365 run iperf3-srv_10.42.42.10(pid=31245): Terminating (SIGTERM)\u000a21:42:15.519679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31246): Terminating (SIGTERM)\u000a21:42:15.559749 run iperf3-srv_10.42.42.10(pid=31247): Terminating (SIGTERM)\u000a21:42:15.600031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31250): Terminating (SIGTERM)\u000a21:42:15.640269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31253): Terminating (SIGTERM)\u000a21:42:15.680528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31256): Terminating (SIGTERM)\u000a21:42:15.690058 --- ParallelTerminationStrategy: PID 31240 died...\u000a21:42:15.744199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31240): Terminated: ok {rc=0}\u000a21:42:15.753987 --- ParallelTerminationStrategy: PID 31241 died...\u000a21:42:15.807744 run iperf3-srv_10.42.42.10(pid=31241): Terminated {rc=256}\u000a21:42:15.817955 --- ParallelTerminationStrategy: PID 31242 died...\u000a21:42:15.873089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31242): Terminated: ok {rc=0}\u000a21:42:15.883351 --- ParallelTerminationStrategy: PID 31243 died...\u000a21:42:15.938361 run iperf3-srv_10.42.42.10(pid=31243): Terminated {rc=256}\u000a21:42:15.948612 --- ParallelTerminationStrategy: PID 31244 died...\u000a21:42:16.003504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31244): Terminated: ok {rc=0}\u000a21:42:16.013820 --- ParallelTerminationStrategy: PID 31245 died...\u000a21:42:16.068317 run iperf3-srv_10.42.42.10(pid=31245): Terminated {rc=256}\u000a21:42:16.078543 --- ParallelTerminationStrategy: PID 31246 died...\u000a21:42:16.133687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31246): Terminated: ok {rc=0}\u000a21:42:16.143889 --- ParallelTerminationStrategy: PID 31247 died...\u000a21:42:16.198622 run iperf3-srv_10.42.42.10(pid=31247): Terminated {rc=256}\u000a21:42:16.208783 --- ParallelTerminationStrategy: PID 31250 died...\u000a21:42:16.263575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31250): Terminated: ok {rc=0}\u000a21:42:16.273871 --- ParallelTerminationStrategy: PID 31253 died...\u000a21:42:16.328374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31253): Terminated: ok {rc=0}\u000a21:42:16.338961 --- ParallelTerminationStrategy: PID 31256 died...\u000a21:42:16.393822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31256): Terminated: ok {rc=0}\u000a21:42:16.492132 bus /gobi_4: Setting Powered False\u000a21:42:17.596314 bus /gobi_4: Setting Powered False\u000a21:42:18.710427 bus /gobi_1: Setting Powered False\u000a21:42:19.813619 bus /gobi_1: Setting Powered False\u000a21:42:20.926889 bus /gobi_0: Setting Powered False\u000a21:42:22.030676 bus /gobi_0: Setting Powered False\u000a21:42:23.138985 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31264): Process ended prematurely: osmo-stp_10.42.42.5(pid=31264) [trial-2382↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31264)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31264): Process ended prematurely: osmo-stp_10.42.42.5(pid=31264) [trial-2382↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a21:42:24.206823 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:24.218048 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:42:24.346013 tst ping.py: using LAC 31688\u000a21:42:24.465731 tst ping.py: using RAC 68\u000a21:42:24.585084 tst ping.py: using CellId 31688\u000a21:42:24.705512 tst ping.py: using BVCI 31689\u000a21:42:24.728592 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:24.739309 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:24.750052 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:24.760484 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:24.770936 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:24.781478 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:24.792041 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:24.802618 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:42:25.077100 tst ping.py:19: start network...\u000a21:42:25.202110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:42:25.683811 run create_hlr_db(pid=31258): Launched\u000a21:42:25.857447 bus /gobi_6: Setting Powered False\u000a21:42:26.878714 run create_hlr_db(pid=31258): Terminated: ok {rc=0}\u000a21:42:27.308705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31260): Launched\u000a21:42:27.634611 run osmo-hlr_10.42.42.2(pid=31261): Launched\u000a21:42:27.755278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:42:28.323391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31263): Launched\u000a21:42:28.650425 run osmo-stp_10.42.42.5(pid=31264): Launched\u000a21:42:28.769153 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:42:29.335703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31266): Launched\u000a21:42:29.452137 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:42:29.734229 run patchelf(pid=31267): Launched\u000a21:42:29.923963 run osmo-stp_10.42.42.5(pid=31264): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31264)]\u000a21:42:30.062895 run osmo-stp_10.42.42.5(pid=31264): stdout: \u000a| (launched: 2022-12-12_21:42:28.489349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:42:30.202084 run osmo-stp_10.42.42.5(pid=31264): stderr: \u000a| �[0;m�[38;5;43m20221212214228683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214228683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214228683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214228683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214228684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214228684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214228684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:42:30.336633 run osmo-stp_10.42.42.5(pid=31264): stdout: \u000a| (launched: 2022-12-12_21:42:28.489349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:42:30.470208 run osmo-stp_10.42.42.5(pid=31264): stderr: \u000a| �[0;m�[38;5;43m20221212214228683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214228683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214228683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214228683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214228684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214228684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214228684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:42:30.625902 run patchelf(pid=31267): Terminating (SIGINT)\u000a21:42:30.808554 run patchelf(pid=31267): Terminated: ok {rc=0}\u000a21:42:30.846769 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31264): Process ended prematurely: osmo-stp_10.42.42.5(pid=31264) [trial-2382↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31264)] [trial-2382↪gprs:nanobts+band-1900↪ping.py:22]\u000a21:42:30.856603 tst ping.py:22: Test FAILED (6.6 sec)\u000a21:42:30.942817 run osmo-hlr_10.42.42.2(pid=31261): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31261)]\u000a21:42:30.997852 run osmo-hlr_10.42.42.2(pid=31261): stdout: \u000a| (launched: 2022-12-12_21:42:27.474034) \u000a21:42:31.054435 run osmo-hlr_10.42.42.2(pid=31261): stderr: \u000a| �[0;m�[1;31m20221212214227671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214227671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214227671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214227671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214227671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214227671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214227684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214227692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214227692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214227693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:42:31.103146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31260): Terminating (SIGTERM)\u000a21:42:31.148341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31263): Terminating (SIGTERM)\u000a21:42:31.193532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31266): Terminating (SIGTERM)\u000a21:42:31.204137 --- ParallelTerminationStrategy: PID 31260 died...\u000a21:42:31.264667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31260): Terminated: ok {rc=0}\u000a21:42:31.276108 --- ParallelTerminationStrategy: PID 31263 died...\u000a21:42:31.336555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31263): Terminated: ok {rc=0}\u000a21:42:31.347868 --- ParallelTerminationStrategy: PID 31266 died...\u000a21:42:31.408116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31266): Terminated: ok {rc=0}\u000a21:42:31.499712 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31274): Process ended prematurely: osmo-stp_10.42.42.5(pid=31274) [trial-2382↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31274)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31274): Process ended prematurely: osmo-stp_10.42.42.5(pid=31274) [trial-2382↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a21:42:32.552308 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:32.564518 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a21:42:32.702102 tst ping_idle_ping.py: using LAC 31689\u000a21:42:32.830856 tst ping_idle_ping.py: using RAC 69\u000a21:42:32.959901 tst ping_idle_ping.py: using CellId 31689\u000a21:42:33.087243 tst ping_idle_ping.py: using BVCI 31690\u000a21:42:33.112198 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:33.123523 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:33.134719 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:33.146223 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:33.157644 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:33.168737 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:33.180258 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a21:42:33.191951 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a21:42:33.472265 tst ping_idle_ping.py:24: start network...\u000a21:42:33.599476 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:42:34.089800 run create_hlr_db(pid=31268): Launched\u000a21:42:34.265160 bus /gobi_6: Setting Powered False\u000a21:42:35.287769 run create_hlr_db(pid=31268): Terminated: ok {rc=0}\u000a21:42:35.719706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31270): Launched\u000a21:42:36.045857 run osmo-hlr_10.42.42.2(pid=31271): Launched\u000a21:42:36.168111 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:42:36.737387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31273): Launched\u000a21:42:37.063304 run osmo-stp_10.42.42.5(pid=31274): Launched\u000a21:42:37.182372 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:42:37.749828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31276): Launched\u000a21:42:37.866180 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:42:38.149169 run patchelf(pid=31277): Launched\u000a21:42:38.339479 run osmo-stp_10.42.42.5(pid=31274): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31274)]\u000a21:42:38.479064 run osmo-stp_10.42.42.5(pid=31274): stdout: \u000a| (launched: 2022-12-12_21:42:36.903474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:42:38.619579 run osmo-stp_10.42.42.5(pid=31274): stderr: \u000a| �[0;m�[38;5;43m20221212214237094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214237094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214237095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214237095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214237098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214237099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214237099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:42:38.754967 run osmo-stp_10.42.42.5(pid=31274): stdout: \u000a| (launched: 2022-12-12_21:42:36.903474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:42:38.889095 run osmo-stp_10.42.42.5(pid=31274): stderr: \u000a| �[0;m�[38;5;43m20221212214237094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214237094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214237095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214237095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214237098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214237099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214237099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:42:39.044369 run patchelf(pid=31277): Terminating (SIGINT)\u000a21:42:39.227439 run patchelf(pid=31277): Terminated: ok {rc=0}\u000a21:42:39.260462 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31274): Process ended prematurely: osmo-stp_10.42.42.5(pid=31274) [trial-2382↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31274)] [trial-2382↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a21:42:39.269906 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a21:42:39.334548 run osmo-hlr_10.42.42.2(pid=31271): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31271)]\u000a21:42:39.387303 run osmo-hlr_10.42.42.2(pid=31271): stdout: \u000a| (launched: 2022-12-12_21:42:35.885680) \u000a21:42:39.440032 run osmo-hlr_10.42.42.2(pid=31271): stderr: \u000a| �[0;m�[1;31m20221212214236084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214236084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214236084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214236085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214236085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214236085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214236098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214236106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214236107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214236107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:42:39.484826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31270): Terminating (SIGTERM)\u000a21:42:39.527610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31273): Terminating (SIGTERM)\u000a21:42:39.570018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31276): Terminating (SIGTERM)\u000a21:42:39.580287 --- ParallelTerminationStrategy: PID 31270 died...\u000a21:42:39.638104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31270): Terminated: ok {rc=0}\u000a21:42:39.648540 --- ParallelTerminationStrategy: PID 31273 died...\u000a21:42:39.705397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31273): Terminated: ok {rc=0}\u000a21:42:39.715845 --- ParallelTerminationStrategy: PID 31276 died...\u000a21:42:39.772821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31276): Terminated: ok {rc=0}\u000a21:42:39.860639 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:41:41" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31291): Process ended prematurely: osmo-stp_10.42.42.5(pid=31291) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31291)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31291): Process ended prematurely: osmo-stp_10.42.42.5(pid=31291) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:42:41.982222 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:41.993179 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:42:42.123794 tst cs_paging_gprs_active.py: using LAC 31690\u000a21:42:42.246720 tst cs_paging_gprs_active.py: using RAC 70\u000a21:42:42.369758 tst cs_paging_gprs_active.py: using CellId 31690\u000a21:42:42.492632 tst cs_paging_gprs_active.py: using BVCI 31691\u000a21:42:42.516117 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:42.527254 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:42.538899 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:42.549793 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:42.560569 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:42.571383 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:42.582361 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:42.593028 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:42.603842 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:42:42.724894 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:42:43.024105 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:42:43.163274 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:42:43.503854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31281): Launched\u000a21:42:43.787985 run iperf3-srv_10.42.42.10(pid=31282): Launched\u000a21:42:43.991334 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:42:44.130661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:42:44.471448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31283): Launched\u000a21:42:44.755106 run iperf3-srv_10.42.42.10(pid=31284): Launched\u000a21:42:44.957620 tst cs_paging_gprs_active.py:38: start network...\u000a21:42:45.096709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:42:45.617174 run create_hlr_db(pid=31285): Launched\u000a21:42:45.809164 bus /gobi_6: Setting Powered False\u000a21:42:46.834997 run create_hlr_db(pid=31285): Terminated: ok {rc=0}\u000a21:42:47.294704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31287): Launched\u000a21:42:47.603397 run osmo-hlr_10.42.42.2(pid=31288): Launched\u000a21:42:47.717084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:42:48.250958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31290): Launched\u000a21:42:48.558682 run osmo-stp_10.42.42.5(pid=31291): Launched\u000a21:42:48.673441 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:42:49.209098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31293): Launched\u000a21:42:49.320098 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:42:49.589196 run patchelf(pid=31294): Launched\u000a21:42:49.769252 run osmo-stp_10.42.42.5(pid=31291): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31291)]\u000a21:42:49.900461 run osmo-stp_10.42.42.5(pid=31291): stdout: \u000a| (launched: 2022-12-12_21:42:48.406882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:42:50.031991 run osmo-stp_10.42.42.5(pid=31291): stderr: \u000a| �[0;m�[38;5;43m20221212214248580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214248580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214248581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214248581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214248582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214248582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214248582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:42:50.159408 run osmo-stp_10.42.42.5(pid=31291): stdout: \u000a| (launched: 2022-12-12_21:42:48.406882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:42:50.285382 run osmo-stp_10.42.42.5(pid=31291): stderr: \u000a| �[0;m�[38;5;43m20221212214248580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214248580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214248581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214248581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214248582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214248582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214248582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:42:50.432279 run patchelf(pid=31294): Terminating (SIGINT)\u000a21:42:50.605835 run patchelf(pid=31294): Terminated: ok {rc=0}\u000a21:42:50.637992 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31291): Process ended prematurely: osmo-stp_10.42.42.5(pid=31291) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31291)] [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:42:50.647302 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a21:42:50.707740 run osmo-hlr_10.42.42.2(pid=31288): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31288)]\u000a21:42:50.757059 run osmo-hlr_10.42.42.2(pid=31288): stdout: \u000a| (launched: 2022-12-12_21:42:47.451746) \u000a21:42:50.807160 run osmo-hlr_10.42.42.2(pid=31288): stderr: \u000a| �[0;m�[1;31m20221212214247626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214247626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214247626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214247626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214247626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214247626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214247665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214247675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214247675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214247675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:42:50.849709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31281): Terminating (SIGTERM)\u000a21:42:50.889868 run iperf3-srv_10.42.42.10(pid=31282): Terminating (SIGTERM)\u000a21:42:50.930059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31283): Terminating (SIGTERM)\u000a21:42:50.970129 run iperf3-srv_10.42.42.10(pid=31284): Terminating (SIGTERM)\u000a21:42:51.010342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31287): Terminating (SIGTERM)\u000a21:42:51.050507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31290): Terminating (SIGTERM)\u000a21:42:51.090730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31293): Terminating (SIGTERM)\u000a21:42:51.100042 --- ParallelTerminationStrategy: PID 31281 died...\u000a21:42:51.154015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31281): Terminated: ok {rc=0}\u000a21:42:51.163670 --- ParallelTerminationStrategy: PID 31282 died...\u000a21:42:51.217252 run iperf3-srv_10.42.42.10(pid=31282): Terminated {rc=256}\u000a21:42:51.226908 --- ParallelTerminationStrategy: PID 31283 died...\u000a21:42:51.280475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31283): Terminated: ok {rc=0}\u000a21:42:51.290182 --- ParallelTerminationStrategy: PID 31284 died...\u000a21:42:51.343514 run iperf3-srv_10.42.42.10(pid=31284): Terminated {rc=256}\u000a21:42:51.353226 --- ParallelTerminationStrategy: PID 31287 died...\u000a21:42:51.406501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31287): Terminated: ok {rc=0}\u000a21:42:51.416103 --- ParallelTerminationStrategy: PID 31290 died...\u000a21:42:51.469971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31290): Terminated: ok {rc=0}\u000a21:42:51.479721 --- ParallelTerminationStrategy: PID 31293 died...\u000a21:42:51.533231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31293): Terminated: ok {rc=0}\u000a21:42:51.623840 bus /gobi_0: Setting Powered False\u000a21:42:52.727576 bus /gobi_0: Setting Powered False\u000a21:42:53.840427 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:42:54.952181 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:54.963865 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:42:55.103608 tst iperf3.py: using LAC 31691\u000a21:42:55.235103 tst iperf3.py: using RAC 71\u000a21:42:55.365926 tst iperf3.py: using CellId 31691\u000a21:42:55.495152 tst iperf3.py: using BVCI 31692\u000a21:42:55.520465 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:55.532035 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:55.543379 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:55.554978 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:55.566521 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:55.578037 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:55.589780 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:55.602020 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:42:55.614129 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:42:55.913422 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:42:56.051827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:42:56.391854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31295): Launched\u000a21:42:56.676043 run iperf3-srv_10.42.42.10(pid=31296): Launched\u000a21:42:56.879116 tst iperf3.py:8: start network...\u000a21:42:57.017880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:42:57.537102 run create_hlr_db(pid=31297): Launched\u000a21:42:57.728457 bus /gobi_6: Setting Powered False\u000a21:42:58.750859 run create_hlr_db(pid=31297): Terminated: ok {rc=0}\u000a21:42:59.164533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Launched\u000a21:42:59.475364 run osmo-hlr_10.42.42.2(pid=31300): Launched\u000a21:42:59.590410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:43:00.124046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Launched\u000a21:43:00.432163 run osmo-stp_10.42.42.5(pid=31303): Launched\u000a21:43:00.545692 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:43:01.122314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31305): Launched\u000a21:43:01.234736 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:43:01.522392 run patchelf(pid=31306): Launched\u000a21:43:01.706615 run osmo-stp_10.42.42.5(pid=31303): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]\u000a21:43:01.840535 run osmo-stp_10.42.42.5(pid=31303): stdout: \u000a| (launched: 2022-12-12_21:43:00.280896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:43:01.975147 run osmo-stp_10.42.42.5(pid=31303): stderr: \u000a| �[0;m�[38;5;43m20221212214300452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214300452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214300452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214300453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214300453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214300453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214300453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:43:02.105473 run osmo-stp_10.42.42.5(pid=31303): stdout: \u000a| (launched: 2022-12-12_21:43:00.280896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:43:02.233341 run osmo-stp_10.42.42.5(pid=31303): stderr: \u000a| �[0;m�[38;5;43m20221212214300452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214300452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214300452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214300453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214300453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214300453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214300453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:43:02.381208 run patchelf(pid=31306): Terminating (SIGINT)\u000a21:43:02.555336 run patchelf(pid=31306): Terminated: ok {rc=0}\u000a21:43:02.587281 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)] [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a21:43:02.596716 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a21:43:02.657755 run osmo-hlr_10.42.42.2(pid=31300): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31300)]\u000a21:43:02.708392 run osmo-hlr_10.42.42.2(pid=31300): stdout: \u000a| (launched: 2022-12-12_21:42:59.322023) \u000a21:43:02.759353 run osmo-hlr_10.42.42.2(pid=31300): stderr: \u000a| �[0;m�[1;31m20221212214259499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214259499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214259499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214259499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214259499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214259499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214259514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214259524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214259524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214259524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:43:02.802594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31295): Terminating (SIGTERM)\u000a21:43:02.843284 run iperf3-srv_10.42.42.10(pid=31296): Terminating (SIGTERM)\u000a21:43:02.883781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Terminating (SIGTERM)\u000a21:43:02.924466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Terminating (SIGTERM)\u000a21:43:02.965262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31305): Terminating (SIGTERM)\u000a21:43:02.974850 --- ParallelTerminationStrategy: PID 31295 died...\u000a21:43:03.029531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31295): Terminated: ok {rc=0}\u000a21:43:03.039541 --- ParallelTerminationStrategy: PID 31296 died...\u000a21:43:03.093419 run iperf3-srv_10.42.42.10(pid=31296): Terminated {rc=256}\u000a21:43:03.103187 --- ParallelTerminationStrategy: PID 31299 died...\u000a21:43:03.157050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Terminated: ok {rc=0}\u000a21:43:03.166896 --- ParallelTerminationStrategy: PID 31302 died...\u000a21:43:03.220875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Terminated: ok {rc=0}\u000a21:43:03.230846 --- ParallelTerminationStrategy: PID 31305 died...\u000a21:43:03.285067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31305): Terminated: ok {rc=0}\u000a21:43:03.374871 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31321): Process ended prematurely: osmo-stp_10.42.42.5(pid=31321) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31321)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31321): Process ended prematurely: osmo-stp_10.42.42.5(pid=31321) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31321)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:43:04.487531 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:04.499057 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:43:04.635688 tst iperf3m4.py: using LAC 31692\u000a21:43:04.766820 tst iperf3m4.py: using RAC 72\u000a21:43:04.896189 tst iperf3m4.py: using CellId 31692\u000a21:43:05.025245 tst iperf3m4.py: using BVCI 31693\u000a21:43:05.050929 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:05.062511 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:05.074029 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:05.086140 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:05.097950 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:05.109539 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:05.121561 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:05.133275 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:05.146112 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:43:05.265208 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:43:05.388459 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:43:05.508118 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:43:05.809306 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:43:05.948213 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:43:06.290172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31307): Launched\u000a21:43:06.575276 run iperf3-srv_10.42.42.10(pid=31308): Launched\u000a21:43:06.779949 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:43:06.919254 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:43:07.261860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31309): Launched\u000a21:43:07.546685 run iperf3-srv_10.42.42.10(pid=31310): Launched\u000a21:43:07.751060 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:43:07.890065 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:43:08.230956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31311): Launched\u000a21:43:08.514774 run iperf3-srv_10.42.42.10(pid=31312): Launched\u000a21:43:08.718832 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:43:08.857755 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:43:09.199581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31313): Launched\u000a21:43:09.483102 run iperf3-srv_10.42.42.10(pid=31314): Launched\u000a21:43:09.687261 tst iperf3m4.py:8: start network...\u000a21:43:09.826670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:43:10.346462 run create_hlr_db(pid=31315): Launched\u000a21:43:10.537805 bus /gobi_6: Setting Powered False\u000a21:43:11.560075 run create_hlr_db(pid=31315): Terminated: ok {rc=0}\u000a21:43:11.974128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31317): Launched\u000a21:43:12.283143 run osmo-hlr_10.42.42.2(pid=31318): Launched\u000a21:43:12.406865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:43:12.948256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31320): Launched\u000a21:43:13.256411 run osmo-stp_10.42.42.5(pid=31321): Launched\u000a21:43:13.369312 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:43:13.905381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31323): Launched\u000a21:43:14.015213 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:43:14.283795 run patchelf(pid=31324): Launched\u000a21:43:14.463960 run osmo-stp_10.42.42.5(pid=31321): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31321)]\u000a21:43:14.595099 run osmo-stp_10.42.42.5(pid=31321): stdout: \u000a| (launched: 2022-12-12_21:43:13.105319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:43:14.726821 run osmo-stp_10.42.42.5(pid=31321): stderr: \u000a| �[0;m�[38;5;43m20221212214313278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214313278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214313278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214313279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214313279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214313279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214313279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:43:14.854996 run osmo-stp_10.42.42.5(pid=31321): stdout: \u000a| (launched: 2022-12-12_21:43:13.105319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:43:14.981103 run osmo-stp_10.42.42.5(pid=31321): stderr: \u000a| �[0;m�[38;5;43m20221212214313278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214313278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214313278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214313279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214313279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214313279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214313279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:43:15.128430 run patchelf(pid=31324): Terminating (SIGINT)\u000a21:43:15.302039 run patchelf(pid=31324): Terminated: ok {rc=0}\u000a21:43:15.333881 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31321): Process ended prematurely: osmo-stp_10.42.42.5(pid=31321) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31321)] [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:43:15.343112 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a21:43:15.404624 run osmo-hlr_10.42.42.2(pid=31318): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31318)]\u000a21:43:15.454648 run osmo-hlr_10.42.42.2(pid=31318): stdout: \u000a| (launched: 2022-12-12_21:43:12.131459) \u000a21:43:15.505399 run osmo-hlr_10.42.42.2(pid=31318): stderr: \u000a| �[0;m�[1;31m20221212214312310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214312310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214312310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214312310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214312310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214312310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214312323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214312333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214312334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214312334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:43:15.548289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31307): Terminating (SIGTERM)\u000a21:43:15.588888 run iperf3-srv_10.42.42.10(pid=31308): Terminating (SIGTERM)\u000a21:43:15.629681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31309): Terminating (SIGTERM)\u000a21:43:15.670117 run iperf3-srv_10.42.42.10(pid=31310): Terminating (SIGTERM)\u000a21:43:15.710552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31311): Terminating (SIGTERM)\u000a21:43:15.750979 run iperf3-srv_10.42.42.10(pid=31312): Terminating (SIGTERM)\u000a21:43:15.791394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31313): Terminating (SIGTERM)\u000a21:43:15.831833 run iperf3-srv_10.42.42.10(pid=31314): Terminating (SIGTERM)\u000a21:43:15.875582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31317): Terminating (SIGTERM)\u000a21:43:15.921931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31320): Terminating (SIGTERM)\u000a21:43:15.963131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31323): Terminating (SIGTERM)\u000a21:43:15.972833 --- ParallelTerminationStrategy: PID 31307 died...\u000a21:43:16.028130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31307): Terminated: ok {rc=0}\u000a21:43:16.038654 --- ParallelTerminationStrategy: PID 31308 died...\u000a21:43:16.093460 run iperf3-srv_10.42.42.10(pid=31308): Terminated {rc=256}\u000a21:43:16.103881 --- ParallelTerminationStrategy: PID 31309 died...\u000a21:43:16.158520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31309): Terminated: ok {rc=0}\u000a21:43:16.168753 --- ParallelTerminationStrategy: PID 31310 died...\u000a21:43:16.223611 run iperf3-srv_10.42.42.10(pid=31310): Terminated {rc=256}\u000a21:43:16.233932 --- ParallelTerminationStrategy: PID 31311 died...\u000a21:43:16.288749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31311): Terminated: ok {rc=0}\u000a21:43:16.299196 --- ParallelTerminationStrategy: PID 31312 died...\u000a21:43:16.353718 run iperf3-srv_10.42.42.10(pid=31312): Terminated {rc=256}\u000a21:43:16.364219 --- ParallelTerminationStrategy: PID 31313 died...\u000a21:43:16.419007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31313): Terminated: ok {rc=0}\u000a21:43:16.429580 --- ParallelTerminationStrategy: PID 31314 died...\u000a21:43:16.484202 run iperf3-srv_10.42.42.10(pid=31314): Terminated {rc=256}\u000a21:43:16.494677 --- ParallelTerminationStrategy: PID 31317 died...\u000a21:43:16.549204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31317): Terminated: ok {rc=0}\u000a21:43:16.559662 --- ParallelTerminationStrategy: PID 31320 died...\u000a21:43:16.614410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31320): Terminated: ok {rc=0}\u000a21:43:16.624922 --- ParallelTerminationStrategy: PID 31323 died...\u000a21:43:16.679889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31323): Terminated: ok {rc=0}\u000a21:43:16.765170 bus /gobi_4: Setting Powered False\u000a21:43:17.867960 bus /gobi_4: Setting Powered False\u000a21:43:18.980773 bus /gobi_1: Setting Powered False\u000a21:43:20.085065 bus /gobi_1: Setting Powered False\u000a21:43:21.191843 bus /gobi_0: Setting Powered False\u000a21:43:22.299490 bus /gobi_0: Setting Powered False\u000a21:43:23.409026 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31331): Process ended prematurely: osmo-stp_10.42.42.5(pid=31331) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31331)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31331): Process ended prematurely: osmo-stp_10.42.42.5(pid=31331) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:43:24.479077 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:24.491101 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:43:24.629221 tst ping.py: using LAC 31693\u000a21:43:24.753859 tst ping.py: using RAC 73\u000a21:43:24.874071 tst ping.py: using CellId 31693\u000a21:43:24.995105 tst ping.py: using BVCI 31694\u000a21:43:25.018485 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:25.029801 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:25.040780 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:25.051942 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:25.063284 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:25.074442 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:25.085770 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:25.096822 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:43:25.378740 tst ping.py:19: start network...\u000a21:43:25.504584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:43:25.987086 run create_hlr_db(pid=31325): Launched\u000a21:43:26.161079 bus /gobi_6: Setting Powered False\u000a21:43:27.183283 run create_hlr_db(pid=31325): Terminated: ok {rc=0}\u000a21:43:27.613409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31327): Launched\u000a21:43:27.936811 run osmo-hlr_10.42.42.2(pid=31328): Launched\u000a21:43:28.052566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:43:28.579614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31330): Launched\u000a21:43:28.880847 run osmo-stp_10.42.42.5(pid=31331): Launched\u000a21:43:28.991494 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:43:29.516936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31333): Launched\u000a21:43:29.624920 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:43:29.887535 run patchelf(pid=31334): Launched\u000a21:43:30.064486 run osmo-stp_10.42.42.5(pid=31331): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31331)]\u000a21:43:30.193981 run osmo-stp_10.42.42.5(pid=31331): stdout: \u000a| (launched: 2022-12-12_21:43:28.733175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:43:30.323742 run osmo-stp_10.42.42.5(pid=31331): stderr: \u000a| �[0;m�[38;5;43m20221212214328906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214328906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214328906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214328907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214328907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214328907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214328907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:43:30.449726 run osmo-stp_10.42.42.5(pid=31331): stdout: \u000a| (launched: 2022-12-12_21:43:28.733175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:43:30.573653 run osmo-stp_10.42.42.5(pid=31331): stderr: \u000a| �[0;m�[38;5;43m20221212214328906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214328906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214328906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214328907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214328907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214328907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214328907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:43:30.718425 run patchelf(pid=31334): Terminating (SIGINT)\u000a21:43:30.907734 run patchelf(pid=31334): Terminated: ok {rc=0}\u000a21:43:30.943545 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31331): Process ended prematurely: osmo-stp_10.42.42.5(pid=31331) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31331)] [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a21:43:30.953404 tst ping.py:22: Test FAILED (6.5 sec)\u000a21:43:31.016440 run osmo-hlr_10.42.42.2(pid=31328): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31328)]\u000a21:43:31.067946 run osmo-hlr_10.42.42.2(pid=31328): stdout: \u000a| (launched: 2022-12-12_21:43:27.778297) \u000a21:43:31.120253 run osmo-hlr_10.42.42.2(pid=31328): stderr: \u000a| �[0;m�[1;31m20221212214327979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214327979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214327979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214327979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214327979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214327979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214327991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214327999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214327999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214327999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:43:31.164335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31327): Terminating (SIGTERM)\u000a21:43:31.208403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31330): Terminating (SIGTERM)\u000a21:43:31.251354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31333): Terminating (SIGTERM)\u000a21:43:31.263602 --- ParallelTerminationStrategy: PID 31327 died...\u000a21:43:31.346942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31327): Terminated: ok {rc=0}\u000a21:43:31.362088 --- ParallelTerminationStrategy: PID 31330 died...\u000a21:43:31.439150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31330): Terminated: ok {rc=0}\u000a21:43:31.451307 --- ParallelTerminationStrategy: PID 31333 died...\u000a21:43:31.528208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31333): Terminated: ok {rc=0}\u000a21:43:31.642793 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31342): Process ended prematurely: osmo-stp_10.42.42.5(pid=31342) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31342)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31342): Process ended prematurely: osmo-stp_10.42.42.5(pid=31342) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:43:32.698857 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:32.711167 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:43:32.842403 tst ping_idle_ping.py: using LAC 31694\u000a21:43:32.964213 tst ping_idle_ping.py: using RAC 74\u000a21:43:33.085163 tst ping_idle_ping.py: using CellId 31694\u000a21:43:33.206122 tst ping_idle_ping.py: using BVCI 31695\u000a21:43:33.229561 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:33.240619 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:33.251394 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:33.262402 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:33.273070 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:33.283767 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:33.294667 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:43:33.305553 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:43:33.598495 tst ping_idle_ping.py:24: start network...\u000a21:43:33.735027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:43:34.255195 run create_hlr_db(pid=31336): Launched\u000a21:43:34.445731 bus /gobi_6: Setting Powered False\u000a21:43:35.467168 run create_hlr_db(pid=31336): Terminated: ok {rc=0}\u000a21:43:35.876445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31338): Launched\u000a21:43:36.180476 run osmo-hlr_10.42.42.2(pid=31339): Launched\u000a21:43:36.293475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:43:36.820687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31341): Launched\u000a21:43:37.124581 run osmo-stp_10.42.42.5(pid=31342): Launched\u000a21:43:37.235760 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:43:37.763554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31344): Launched\u000a21:43:37.871125 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:43:38.134783 run patchelf(pid=31345): Launched\u000a21:43:38.311692 run osmo-stp_10.42.42.5(pid=31342): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31342)]\u000a21:43:38.441679 run osmo-stp_10.42.42.5(pid=31342): stdout: \u000a| (launched: 2022-12-12_21:43:36.975264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:43:38.571771 run osmo-stp_10.42.42.5(pid=31342): stderr: \u000a| �[0;m�[38;5;43m20221212214337146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214337146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214337146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214337147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214337147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214337147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214337147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:43:38.697786 run osmo-stp_10.42.42.5(pid=31342): stdout: \u000a| (launched: 2022-12-12_21:43:36.975264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:43:38.822212 run osmo-stp_10.42.42.5(pid=31342): stderr: \u000a| �[0;m�[38;5;43m20221212214337146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214337146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214337146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214337147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214337147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214337147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214337147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:43:38.967126 run patchelf(pid=31345): Terminating (SIGINT)\u000a21:43:39.139152 run patchelf(pid=31345): Terminated: ok {rc=0}\u000a21:43:39.170072 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31342): Process ended prematurely: osmo-stp_10.42.42.5(pid=31342) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31342)] [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:43:39.178581 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a21:43:39.238881 run osmo-hlr_10.42.42.2(pid=31339): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31339)]\u000a21:43:39.288440 run osmo-hlr_10.42.42.2(pid=31339): stdout: \u000a| (launched: 2022-12-12_21:43:36.031228) \u000a21:43:39.338603 run osmo-hlr_10.42.42.2(pid=31339): stderr: \u000a| �[0;m�[1;31m20221212214336208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214336208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214336208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214336208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214336208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214336208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214336225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214336235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214336235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214336235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:43:39.381125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31338): Terminating (SIGTERM)\u000a21:43:39.421039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31341): Terminating (SIGTERM)\u000a21:43:39.460969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31344): Terminating (SIGTERM)\u000a21:43:39.470240 --- ParallelTerminationStrategy: PID 31338 died...\u000a21:43:39.524537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31338): Terminated: ok {rc=0}\u000a21:43:39.534477 --- ParallelTerminationStrategy: PID 31341 died...\u000a21:43:39.587986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31341): Terminated: ok {rc=0}\u000a21:43:39.597836 --- ParallelTerminationStrategy: PID 31344 died...\u000a21:43:39.651356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31344): Terminated: ok {rc=0}\u000a21:43:39.740650 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:42:41" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31360): Process ended prematurely: osmo-stp_10.42.42.5(pid=31360) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31360)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31360): Process ended prematurely: osmo-stp_10.42.42.5(pid=31360) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:43:41.861587 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:41.872431 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:43:42.020040 tst cs_paging_gprs_active.py: using LAC 31695\u000a21:43:42.149864 tst cs_paging_gprs_active.py: using RAC 75\u000a21:43:42.280802 tst cs_paging_gprs_active.py: using CellId 31695\u000a21:43:42.410985 tst cs_paging_gprs_active.py: using BVCI 31696\u000a21:43:42.436432 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:42.448211 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:42.459735 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:42.471740 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:42.483529 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:42.495541 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:42.507373 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:42.519094 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:42.531214 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:43:42.649939 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:43:42.951260 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:43:43.091214 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:43:43.432033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31350): Launched\u000a21:43:43.715215 run iperf3-srv_10.42.42.10(pid=31351): Launched\u000a21:43:43.918623 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:43:44.057649 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:43:44.398469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31352): Launched\u000a21:43:44.682141 run iperf3-srv_10.42.42.10(pid=31353): Launched\u000a21:43:44.885281 tst cs_paging_gprs_active.py:38: start network...\u000a21:43:45.024391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:43:45.543977 run create_hlr_db(pid=31354): Launched\u000a21:43:45.736314 bus /gobi_6: Setting Powered False\u000a21:43:46.752704 run create_hlr_db(pid=31354): Terminated: ok {rc=0}\u000a21:43:47.192210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31356): Launched\u000a21:43:47.502678 run osmo-hlr_10.42.42.2(pid=31357): Launched\u000a21:43:47.623149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:43:48.156688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31359): Launched\u000a21:43:48.463204 run osmo-stp_10.42.42.5(pid=31360): Launched\u000a21:43:48.576309 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:43:49.112711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31362): Launched\u000a21:43:49.222693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:43:49.490925 run patchelf(pid=31363): Launched\u000a21:43:49.670785 run osmo-stp_10.42.42.5(pid=31360): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31360)]\u000a21:43:49.802210 run osmo-stp_10.42.42.5(pid=31360): stdout: \u000a| (launched: 2022-12-12_21:43:48.312730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:43:49.933378 run osmo-stp_10.42.42.5(pid=31360): stderr: \u000a| �[0;m�[38;5;43m20221212214348485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214348485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214348485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214348486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214348486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214348486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214348486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:43:50.061101 run osmo-stp_10.42.42.5(pid=31360): stdout: \u000a| (launched: 2022-12-12_21:43:48.312730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:43:50.186733 run osmo-stp_10.42.42.5(pid=31360): stderr: \u000a| �[0;m�[38;5;43m20221212214348485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214348485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214348485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214348486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214348486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214348486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214348486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:43:50.333829 run patchelf(pid=31363): Terminating (SIGINT)\u000a21:43:50.507179 run patchelf(pid=31363): Terminated: ok {rc=0}\u000a21:43:50.538879 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31360): Process ended prematurely: osmo-stp_10.42.42.5(pid=31360) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31360)] [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:43:50.548007 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a21:43:50.608343 run osmo-hlr_10.42.42.2(pid=31357): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31357)]\u000a21:43:50.657613 run osmo-hlr_10.42.42.2(pid=31357): stdout: \u000a| (launched: 2022-12-12_21:43:47.351024) \u000a21:43:50.707575 run osmo-hlr_10.42.42.2(pid=31357): stderr: \u000a| �[0;m�[1;31m20221212214347530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214347531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214347531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214347531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214347531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214347531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214347543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214347552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214347552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214347552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:43:50.750117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31350): Terminating (SIGTERM)\u000a21:43:50.791060 run iperf3-srv_10.42.42.10(pid=31351): Terminating (SIGTERM)\u000a21:43:50.831184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31352): Terminating (SIGTERM)\u000a21:43:50.871125 run iperf3-srv_10.42.42.10(pid=31353): Terminating (SIGTERM)\u000a21:43:50.911277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31356): Terminating (SIGTERM)\u000a21:43:50.951124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31359): Terminating (SIGTERM)\u000a21:43:50.991609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31362): Terminating (SIGTERM)\u000a21:43:51.001092 --- ParallelTerminationStrategy: PID 31350 died...\u000a21:43:51.054969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31350): Terminated: ok {rc=0}\u000a21:43:51.064627 --- ParallelTerminationStrategy: PID 31351 died...\u000a21:43:51.118818 run iperf3-srv_10.42.42.10(pid=31351): Terminated {rc=256}\u000a21:43:51.128621 --- ParallelTerminationStrategy: PID 31352 died...\u000a21:43:51.182888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31352): Terminated: ok {rc=0}\u000a21:43:51.192533 --- ParallelTerminationStrategy: PID 31353 died...\u000a21:43:51.245915 run iperf3-srv_10.42.42.10(pid=31353): Terminated {rc=256}\u000a21:43:51.255649 --- ParallelTerminationStrategy: PID 31356 died...\u000a21:43:51.308853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31356): Terminated: ok {rc=0}\u000a21:43:51.318510 --- ParallelTerminationStrategy: PID 31359 died...\u000a21:43:51.371734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31359): Terminated: ok {rc=0}\u000a21:43:51.381899 --- ParallelTerminationStrategy: PID 31362 died...\u000a21:43:51.435303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31362): Terminated: ok {rc=0}\u000a21:43:51.519280 bus /gobi_0: Setting Powered False\u000a21:43:52.628438 bus /gobi_0: Setting Powered False\u000a21:43:53.736283 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31372): Process ended prematurely: osmo-stp_10.42.42.5(pid=31372) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31372)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31372): Process ended prematurely: osmo-stp_10.42.42.5(pid=31372) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:43:54.853049 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:54.865186 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:43:55.026664 tst iperf3.py: using LAC 31696\u000a21:43:55.155443 tst iperf3.py: using RAC 76\u000a21:43:55.286599 tst iperf3.py: using CellId 31696\u000a21:43:55.410615 tst iperf3.py: using BVCI 31697\u000a21:43:55.434572 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:55.445704 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:55.456375 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:55.467161 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:55.477979 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:55.488748 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:55.500647 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:55.511317 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:43:55.522810 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:43:55.821145 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:43:55.958967 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:43:56.298347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31364): Launched\u000a21:43:56.580482 run iperf3-srv_10.42.42.10(pid=31365): Launched\u000a21:43:56.783277 tst iperf3.py:8: start network...\u000a21:43:56.921755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:43:57.439923 run create_hlr_db(pid=31366): Launched\u000a21:43:57.630822 bus /gobi_6: Setting Powered False\u000a21:43:58.652748 run create_hlr_db(pid=31366): Terminated: ok {rc=0}\u000a21:43:59.088426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31368): Launched\u000a21:43:59.418555 run osmo-hlr_10.42.42.2(pid=31369): Launched\u000a21:43:59.540624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:44:00.112091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31371): Launched\u000a21:44:00.442581 run osmo-stp_10.42.42.5(pid=31372): Launched\u000a21:44:00.563466 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:44:01.169847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31374): Launched\u000a21:44:01.290867 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:44:01.595200 run patchelf(pid=31375): Launched\u000a21:44:01.792277 run osmo-stp_10.42.42.5(pid=31372): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31372)]\u000a21:44:01.937210 run osmo-stp_10.42.42.5(pid=31372): stdout: \u000a| (launched: 2022-12-12_21:44:00.280275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:44:02.082265 run osmo-stp_10.42.42.5(pid=31372): stderr: \u000a| �[0;m�[38;5;43m20221212214400473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214400473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214400473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214400474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214400474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214400474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214400474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:44:02.222712 run osmo-stp_10.42.42.5(pid=31372): stdout: \u000a| (launched: 2022-12-12_21:44:00.280275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:44:02.358488 run osmo-stp_10.42.42.5(pid=31372): stderr: \u000a| �[0;m�[38;5;43m20221212214400473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214400473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214400473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214400474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214400474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214400474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214400474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:44:02.516292 run patchelf(pid=31375): Terminating (SIGINT)\u000a21:44:02.703108 run patchelf(pid=31375): Terminated: ok {rc=0}\u000a21:44:02.737024 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31372): Process ended prematurely: osmo-stp_10.42.42.5(pid=31372) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31372)] [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:44:02.747280 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a21:44:02.812651 run osmo-hlr_10.42.42.2(pid=31369): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31369)]\u000a21:44:02.865624 run osmo-hlr_10.42.42.2(pid=31369): stdout: \u000a| (launched: 2022-12-12_21:43:59.256491) \u000a21:44:02.919268 run osmo-hlr_10.42.42.2(pid=31369): stderr: \u000a| �[0;m�[1;31m20221212214359460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214359460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214359460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214359460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214359460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214359460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214359472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214359480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214359481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214359481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:44:02.964693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31364): Terminating (SIGTERM)\u000a21:44:03.008091 run iperf3-srv_10.42.42.10(pid=31365): Terminating (SIGTERM)\u000a21:44:03.051190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31368): Terminating (SIGTERM)\u000a21:44:03.094291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31371): Terminating (SIGTERM)\u000a21:44:03.137307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31374): Terminating (SIGTERM)\u000a21:44:03.147663 --- ParallelTerminationStrategy: PID 31364 died...\u000a21:44:03.205640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31364): Terminated: ok {rc=0}\u000a21:44:03.216380 --- ParallelTerminationStrategy: PID 31365 died...\u000a21:44:03.274009 run iperf3-srv_10.42.42.10(pid=31365): Terminated {rc=256}\u000a21:44:03.284304 --- ParallelTerminationStrategy: PID 31368 died...\u000a21:44:03.341951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31368): Terminated: ok {rc=0}\u000a21:44:03.352316 --- ParallelTerminationStrategy: PID 31371 died...\u000a21:44:03.409765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31371): Terminated: ok {rc=0}\u000a21:44:03.420187 --- ParallelTerminationStrategy: PID 31374 died...\u000a21:44:03.477401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31374): Terminated: ok {rc=0}\u000a21:44:03.567203 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31390): Process ended prematurely: osmo-stp_10.42.42.5(pid=31390) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31390)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31390): Process ended prematurely: osmo-stp_10.42.42.5(pid=31390) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:44:04.679414 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:04.691138 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:44:04.838323 tst iperf3m4.py: using LAC 31697\u000a21:44:04.960651 tst iperf3m4.py: using RAC 77\u000a21:44:05.081243 tst iperf3m4.py: using CellId 31697\u000a21:44:05.202461 tst iperf3m4.py: using BVCI 31698\u000a21:44:05.226504 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:05.237674 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:05.248414 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:05.259245 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:05.270024 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:05.280845 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:05.291858 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:05.302618 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:05.313693 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:44:05.428500 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:44:05.552536 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:44:05.672876 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:44:05.959579 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:44:06.087502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:44:06.406101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31376): Launched\u000a21:44:06.671364 run iperf3-srv_10.42.42.10(pid=31377): Launched\u000a21:44:06.858977 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:44:06.987130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:44:07.306421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31378): Launched\u000a21:44:07.572367 run iperf3-srv_10.42.42.10(pid=31379): Launched\u000a21:44:07.759804 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:44:07.887738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:44:08.204872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31380): Launched\u000a21:44:08.469553 run iperf3-srv_10.42.42.10(pid=31381): Launched\u000a21:44:08.657101 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:44:08.784894 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:44:09.102996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31382): Launched\u000a21:44:09.367446 run iperf3-srv_10.42.42.10(pid=31383): Launched\u000a21:44:09.554398 tst iperf3m4.py:8: start network...\u000a21:44:09.682708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:44:10.174013 run create_hlr_db(pid=31384): Launched\u000a21:44:10.350085 bus /gobi_6: Setting Powered False\u000a21:44:11.373230 run create_hlr_db(pid=31384): Terminated: ok {rc=0}\u000a21:44:11.812562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31386): Launched\u000a21:44:12.144642 run osmo-hlr_10.42.42.2(pid=31387): Launched\u000a21:44:12.265877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:44:12.840847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31389): Launched\u000a21:44:13.169866 run osmo-stp_10.42.42.5(pid=31390): Launched\u000a21:44:13.289699 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:44:13.863768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31392): Launched\u000a21:44:13.982351 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:44:14.268923 run patchelf(pid=31393): Launched\u000a21:44:14.462156 run osmo-stp_10.42.42.5(pid=31390): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31390)]\u000a21:44:14.602840 run osmo-stp_10.42.42.5(pid=31390): stdout: \u000a| (launched: 2022-12-12_21:44:13.008056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:44:14.743943 run osmo-stp_10.42.42.5(pid=31390): stderr: \u000a| �[0;m�[38;5;43m20221212214413204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214413204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214413204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214413204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214413205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214413205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214413205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:44:14.880555 run osmo-stp_10.42.42.5(pid=31390): stdout: \u000a| (launched: 2022-12-12_21:44:13.008056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:44:15.016116 run osmo-stp_10.42.42.5(pid=31390): stderr: \u000a| �[0;m�[38;5;43m20221212214413204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214413204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214413204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214413204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214413205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214413205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214413205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:44:15.173633 run patchelf(pid=31393): Terminating (SIGINT)\u000a21:44:15.359368 run patchelf(pid=31393): Terminated: ok {rc=0}\u000a21:44:15.393291 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31390): Process ended prematurely: osmo-stp_10.42.42.5(pid=31390) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31390)] [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:44:15.403291 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a21:44:15.468230 run osmo-hlr_10.42.42.2(pid=31387): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31387)]\u000a21:44:15.520083 run osmo-hlr_10.42.42.2(pid=31387): stdout: \u000a| (launched: 2022-12-12_21:44:11.981395) \u000a21:44:15.573315 run osmo-hlr_10.42.42.2(pid=31387): stderr: \u000a| �[0;m�[1;31m20221212214412180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214412180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214412180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214412180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214412180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214412180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214412192 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214412200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214412200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214412201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:44:15.618330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31376): Terminating (SIGTERM)\u000a21:44:15.661351 run iperf3-srv_10.42.42.10(pid=31377): Terminating (SIGTERM)\u000a21:44:15.704579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31378): Terminating (SIGTERM)\u000a21:44:15.747052 run iperf3-srv_10.42.42.10(pid=31379): Terminating (SIGTERM)\u000a21:44:15.789935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31380): Terminating (SIGTERM)\u000a21:44:15.832863 run iperf3-srv_10.42.42.10(pid=31381): Terminating (SIGTERM)\u000a21:44:15.878782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31382): Terminating (SIGTERM)\u000a21:44:15.932687 run iperf3-srv_10.42.42.10(pid=31383): Terminating (SIGTERM)\u000a21:44:15.977660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31386): Terminating (SIGTERM)\u000a21:44:16.021159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31389): Terminating (SIGTERM)\u000a21:44:16.064553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31392): Terminating (SIGTERM)\u000a21:44:16.074787 --- ParallelTerminationStrategy: PID 31376 died...\u000a21:44:16.133054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31376): Terminated: ok {rc=0}\u000a21:44:16.143827 --- ParallelTerminationStrategy: PID 31377 died...\u000a21:44:16.201247 run iperf3-srv_10.42.42.10(pid=31377): Terminated {rc=256}\u000a21:44:16.212455 --- ParallelTerminationStrategy: PID 31378 died...\u000a21:44:16.270957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31378): Terminated: ok {rc=0}\u000a21:44:16.281816 --- ParallelTerminationStrategy: PID 31379 died...\u000a21:44:16.339439 run iperf3-srv_10.42.42.10(pid=31379): Terminated {rc=256}\u000a21:44:16.350685 --- ParallelTerminationStrategy: PID 31380 died...\u000a21:44:16.411551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31380): Terminated: ok {rc=0}\u000a21:44:16.425437 --- ParallelTerminationStrategy: PID 31381 died...\u000a21:44:16.495941 run iperf3-srv_10.42.42.10(pid=31381): Terminated {rc=256}\u000a21:44:16.508880 --- ParallelTerminationStrategy: PID 31382 died...\u000a21:44:16.574337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31382): Terminated: ok {rc=0}\u000a21:44:16.585533 --- ParallelTerminationStrategy: PID 31383 died...\u000a21:44:16.643418 run iperf3-srv_10.42.42.10(pid=31383): Terminated {rc=256}\u000a21:44:16.654362 --- ParallelTerminationStrategy: PID 31386 died...\u000a21:44:16.711090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31386): Terminated: ok {rc=0}\u000a21:44:16.723252 --- ParallelTerminationStrategy: PID 31389 died...\u000a21:44:16.781088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31389): Terminated: ok {rc=0}\u000a21:44:16.792004 --- ParallelTerminationStrategy: PID 31392 died...\u000a21:44:16.850072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31392): Terminated: ok {rc=0}\u000a21:44:16.940519 bus /gobi_4: Setting Powered False\u000a21:44:18.046354 bus /gobi_4: Setting Powered False\u000a21:44:19.158403 bus /gobi_1: Setting Powered False\u000a21:44:20.267693 bus /gobi_1: Setting Powered False\u000a21:44:21.378446 bus /gobi_0: Setting Powered False\u000a21:44:22.488742 bus /gobi_0: Setting Powered False\u000a21:44:23.599467 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31401): Process ended prematurely: osmo-stp_10.42.42.5(pid=31401) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31401)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31401): Process ended prematurely: osmo-stp_10.42.42.5(pid=31401) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:44:24.669797 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:24.681941 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:44:24.839463 tst ping.py: using LAC 31698\u000a21:44:24.965980 tst ping.py: using RAC 78\u000a21:44:25.092562 tst ping.py: using CellId 31698\u000a21:44:25.214761 tst ping.py: using BVCI 31699\u000a21:44:25.237861 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:25.248854 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:25.259772 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:25.270632 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:25.281543 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:25.292363 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:25.303352 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:25.314258 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:44:25.592394 tst ping.py:19: start network...\u000a21:44:25.718259 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:44:26.202048 run create_hlr_db(pid=31395): Launched\u000a21:44:26.375792 bus /gobi_6: Setting Powered False\u000a21:44:27.399429 run create_hlr_db(pid=31395): Terminated: ok {rc=0}\u000a21:44:27.831378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31397): Launched\u000a21:44:28.157276 run osmo-hlr_10.42.42.2(pid=31398): Launched\u000a21:44:28.277834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:44:28.851906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31400): Launched\u000a21:44:29.176419 run osmo-stp_10.42.42.5(pid=31401): Launched\u000a21:44:29.294582 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:44:29.860362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31403): Launched\u000a21:44:29.976241 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:44:30.258032 run patchelf(pid=31404): Launched\u000a21:44:30.447738 run osmo-stp_10.42.42.5(pid=31401): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31401)]\u000a21:44:30.587037 run osmo-stp_10.42.42.5(pid=31401): stdout: \u000a| (launched: 2022-12-12_21:44:29.017309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:44:30.727156 run osmo-stp_10.42.42.5(pid=31401): stderr: \u000a| �[0;m�[38;5;43m20221212214429211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214429211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214429211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214429212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214429212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214429212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214429212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:44:30.873739 run osmo-stp_10.42.42.5(pid=31401): stdout: \u000a| (launched: 2022-12-12_21:44:29.017309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:44:31.020565 run osmo-stp_10.42.42.5(pid=31401): stderr: \u000a| �[0;m�[38;5;43m20221212214429211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214429211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214429211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214429212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214429212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214429212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214429212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:44:31.178388 run patchelf(pid=31404): Terminating (SIGINT)\u000a21:44:31.358029 run patchelf(pid=31404): Terminated: ok {rc=0}\u000a21:44:31.396029 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31401): Process ended prematurely: osmo-stp_10.42.42.5(pid=31401) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31401)] [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:44:31.405794 tst ping.py:22: Test FAILED (6.7 sec)\u000a21:44:31.469580 run osmo-hlr_10.42.42.2(pid=31398): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31398)]\u000a21:44:31.522049 run osmo-hlr_10.42.42.2(pid=31398): stdout: \u000a| (launched: 2022-12-12_21:44:27.997445) \u000a21:44:31.573644 run osmo-hlr_10.42.42.2(pid=31398): stderr: \u000a| �[0;m�[1;31m20221212214428199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214428199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214428199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214428199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214428199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214428199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214428210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214428218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214428219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214428219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:44:31.618232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31397): Terminating (SIGTERM)\u000a21:44:31.661721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31400): Terminating (SIGTERM)\u000a21:44:31.707800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31403): Terminating (SIGTERM)\u000a21:44:31.720455 --- ParallelTerminationStrategy: PID 31397 died...\u000a21:44:31.780111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31397): Terminated: ok {rc=0}\u000a21:44:31.791447 --- ParallelTerminationStrategy: PID 31400 died...\u000a21:44:31.850679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31400): Terminated: ok {rc=0}\u000a21:44:31.861610 --- ParallelTerminationStrategy: PID 31403 died...\u000a21:44:31.921268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31403): Terminated: ok {rc=0}\u000a21:44:32.030885 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31412): Process ended prematurely: osmo-stp_10.42.42.5(pid=31412) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31412)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31412): Process ended prematurely: osmo-stp_10.42.42.5(pid=31412) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:44:33.082230 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:33.094521 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:44:33.250917 tst ping_idle_ping.py: using LAC 31699\u000a21:44:33.379688 tst ping_idle_ping.py: using RAC 79\u000a21:44:33.507222 tst ping_idle_ping.py: using CellId 31699\u000a21:44:33.634033 tst ping_idle_ping.py: using BVCI 31700\u000a21:44:33.659253 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:33.670780 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:33.682156 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:33.693914 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:33.705410 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:33.716870 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:33.728756 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:44:33.740418 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:44:34.033952 tst ping_idle_ping.py:24: start network...\u000a21:44:34.169666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:44:34.679369 run create_hlr_db(pid=31406): Launched\u000a21:44:34.853803 bus /gobi_6: Setting Powered False\u000a21:44:35.875730 run create_hlr_db(pid=31406): Terminated: ok {rc=0}\u000a21:44:36.279259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31408): Launched\u000a21:44:36.583302 run osmo-hlr_10.42.42.2(pid=31409): Launched\u000a21:44:36.704037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:44:37.238756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31411): Launched\u000a21:44:37.542057 run osmo-stp_10.42.42.5(pid=31412): Launched\u000a21:44:37.651838 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:44:38.177684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31414): Launched\u000a21:44:38.285330 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:44:38.547485 run patchelf(pid=31415): Launched\u000a21:44:38.724141 run osmo-stp_10.42.42.5(pid=31412): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31412)]\u000a21:44:38.853063 run osmo-stp_10.42.42.5(pid=31412): stdout: \u000a| (launched: 2022-12-12_21:44:37.392223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:44:38.982069 run osmo-stp_10.42.42.5(pid=31412): stderr: \u000a| �[0;m�[38;5;43m20221212214437565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214437565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214437565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214437566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214437566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214437566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214437566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:44:39.106786 run osmo-stp_10.42.42.5(pid=31412): stdout: \u000a| (launched: 2022-12-12_21:44:37.392223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:44:39.230182 run osmo-stp_10.42.42.5(pid=31412): stderr: \u000a| �[0;m�[38;5;43m20221212214437565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214437565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214437565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214437566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214437566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214437566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214437566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:44:39.374508 run patchelf(pid=31415): Terminating (SIGINT)\u000a21:44:39.545141 run patchelf(pid=31415): Terminated: ok {rc=0}\u000a21:44:39.575836 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31412): Process ended prematurely: osmo-stp_10.42.42.5(pid=31412) [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31412)] [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:44:39.584389 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a21:44:39.645111 run osmo-hlr_10.42.42.2(pid=31409): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31409)]\u000a21:44:39.694688 run osmo-hlr_10.42.42.2(pid=31409): stdout: \u000a| (launched: 2022-12-12_21:44:36.434485) \u000a21:44:39.744761 run osmo-hlr_10.42.42.2(pid=31409): stderr: \u000a| �[0;m�[1;31m20221212214436613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214436613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214436613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214436613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214436613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214436613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214436626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214436635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214436635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214436635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:44:39.787621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31408): Terminating (SIGTERM)\u000a21:44:39.827973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31411): Terminating (SIGTERM)\u000a21:44:39.868244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31414): Terminating (SIGTERM)\u000a21:44:39.877644 --- ParallelTerminationStrategy: PID 31408 died...\u000a21:44:39.931850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31408): Terminated: ok {rc=0}\u000a21:44:39.941611 --- ParallelTerminationStrategy: PID 31411 died...\u000a21:44:39.995335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31411): Terminated: ok {rc=0}\u000a21:44:40.005130 --- ParallelTerminationStrategy: PID 31414 died...\u000a21:44:40.058777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31414): Terminated: ok {rc=0}\u000a21:44:40.142877 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:43:41" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31425): Process ended prematurely: osmo-stp_10.42.42.5(pid=31425) [trial-2382↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31425)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31425): Process ended prematurely: osmo-stp_10.42.42.5(pid=31425) [trial-2382↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:44:42.156685 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:44:42.168246 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:44:42.318691 tst switch_tch_pdch.py: using LAC 31700\u000a21:44:42.444586 tst switch_tch_pdch.py: using RAC 80\u000a21:44:42.563682 tst switch_tch_pdch.py: using CellId 31700\u000a21:44:42.680751 tst switch_tch_pdch.py: using BVCI 31701\u000a21:44:42.703953 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:44:42.715440 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:44:42.726870 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:44:42.738204 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:44:42.749492 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:44:42.760691 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:44:42.772168 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:44:42.783512 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:44:42.899502 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:44:43.191084 tst switch_tch_pdch.py:51: start network...\u000a21:44:43.316343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:44:43.799603 run create_hlr_db(pid=31419): Launched\u000a21:44:43.973303 bus /gobi_6: Setting Powered False\u000a21:44:44.995059 run create_hlr_db(pid=31419): Terminated: ok {rc=0}\u000a21:44:45.397815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31421): Launched\u000a21:44:45.703778 run osmo-hlr_10.42.42.2(pid=31422): Launched\u000a21:44:45.815002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:44:46.432229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31424): Launched\u000a21:44:46.870007 run osmo-stp_10.42.42.5(pid=31425): Launched\u000a21:44:47.066241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:44:47.634137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31427): Launched\u000a21:44:47.751002 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:44:48.033460 run patchelf(pid=31428): Launched\u000a21:44:48.223123 run osmo-stp_10.42.42.5(pid=31425): ERR: Terminated: ERROR {rc=1} [trial-2382↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31425)]\u000a21:44:48.362051 run osmo-stp_10.42.42.5(pid=31425): stdout: \u000a| (launched: 2022-12-12_21:44:46.601953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:44:48.501028 run osmo-stp_10.42.42.5(pid=31425): stderr: \u000a| �[0;m�[38;5;43m20221212214446891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214446891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214446891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214446892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214446892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214446892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214446892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:44:48.635478 run osmo-stp_10.42.42.5(pid=31425): stdout: \u000a| (launched: 2022-12-12_21:44:46.601953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:44:48.769598 run osmo-stp_10.42.42.5(pid=31425): stderr: \u000a| �[0;m�[38;5;43m20221212214446891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214446891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214446891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214446892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214446892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214446892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214446892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:44:48.924502 run patchelf(pid=31428): Terminating (SIGINT)\u000a21:44:49.106739 run patchelf(pid=31428): Terminated: ok {rc=0}\u000a21:44:49.139595 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31425): Process ended prematurely: osmo-stp_10.42.42.5(pid=31425) [trial-2382↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31425)] [trial-2382↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:44:49.148892 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a21:44:49.213918 run osmo-hlr_10.42.42.2(pid=31422): ERR: Terminated: ERROR {rc=237} [trial-2382↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31422)]\u000a21:44:49.266102 run osmo-hlr_10.42.42.2(pid=31422): stdout: \u000a| (launched: 2022-12-12_21:44:45.552825) \u000a21:44:49.319141 run osmo-hlr_10.42.42.2(pid=31422): stderr: \u000a| �[0;m�[1;31m20221212214445733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214445733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214445733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214445733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214445733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214445733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214445745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214445754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214445754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214445755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:44:49.364088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31421): Terminating (SIGTERM)\u000a21:44:49.406666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31424): Terminating (SIGTERM)\u000a21:44:49.449190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31427): Terminating (SIGTERM)\u000a21:44:49.459347 --- ParallelTerminationStrategy: PID 31421 died...\u000a21:44:49.515807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31421): Terminated: ok {rc=0}\u000a21:44:49.526316 --- ParallelTerminationStrategy: PID 31424 died...\u000a21:44:49.583189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31424): Terminated: ok {rc=0}\u000a21:44:49.593497 --- ParallelTerminationStrategy: PID 31427 died...\u000a21:44:49.650398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31427): Terminated: ok {rc=0}\u000a21:44:49.738719 bus /gobi_0: Setting Powered False\u000a21:44:50.842958 bus /gobi_0: Setting Powered False\u000a21:44:51.954755 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:44:41" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31439): Process ended prematurely: osmo-stp_10.42.42.5(pid=31439) [trial-2382↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31439)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31439): Process ended prematurely: osmo-stp_10.42.42.5(pid=31439) [trial-2382↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a21:44:53.888106 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:44:53.899069 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:44:54.031210 tst mo_mt_sms.py: using LAC 31701\u000a21:44:54.151091 tst mo_mt_sms.py: using RAC 81\u000a21:44:54.271521 tst mo_mt_sms.py: using CellId 31701\u000a21:44:54.395969 tst mo_mt_sms.py: using BVCI 31702\u000a21:44:54.418931 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:44:54.429648 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:44:54.440017 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:44:54.450526 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:44:54.460941 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:44:54.471423 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a21:44:54.586542 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a21:44:54.799127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:44:55.308617 run create_hlr_db(pid=31433): Launched\u000a21:44:55.496058 bus /gobi_6: Setting Powered False\u000a21:44:56.517455 run create_hlr_db(pid=31433): Terminated: ok {rc=0}\u000a21:44:56.947683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31435): Launched\u000a21:44:57.271406 run osmo-hlr_10.42.42.2(pid=31436): Launched\u000a21:44:57.390791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:44:57.955152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31438): Launched\u000a21:44:58.278901 run osmo-stp_10.42.42.5(pid=31439): Launched\u000a21:44:58.397116 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:44:58.988582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31441): Launched\u000a21:44:59.313678 run osmo-msc_10.42.42.6(pid=31442): Launched\u000a21:44:59.506274 run osmo-stp_10.42.42.5(pid=31439): ERR: Terminated: ERROR {rc=1} [trial-2382↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31439)]\u000a21:44:59.644754 run osmo-stp_10.42.42.5(pid=31439): stdout: \u000a| (launched: 2022-12-12_21:44:58.119925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:44:59.783291 run osmo-stp_10.42.42.5(pid=31439): stderr: \u000a| �[0;m�[38;5;43m20221212214458311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214458311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214458312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214458312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214458312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214458313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214458313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:44:59.914217 run osmo-stp_10.42.42.5(pid=31439): stdout: \u000a| (launched: 2022-12-12_21:44:58.119925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:45:00.044076 run osmo-stp_10.42.42.5(pid=31439): stderr: \u000a| �[0;m�[38;5;43m20221212214458311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214458311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214458312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214458312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214458312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214458313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214458313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:45:00.100772 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=31439): Process ended prematurely: osmo-stp_10.42.42.5(pid=31439) [trial-2382↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31439)] [trial-2382↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a21:45:00.109465 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a21:45:00.173510 run osmo-hlr_10.42.42.2(pid=31436): ERR: Terminated: ERROR {rc=237} [trial-2382↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31436)]\u000a21:45:00.225808 run osmo-hlr_10.42.42.2(pid=31436): stdout: \u000a| (launched: 2022-12-12_21:44:57.112517) \u000a21:45:00.278330 run osmo-hlr_10.42.42.2(pid=31436): stderr: \u000a| �[0;m�[1;31m20221212214457310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214457310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214457310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214457310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214457310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214457310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214457323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214457331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214457331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214457332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:45:00.350744 run osmo-msc_10.42.42.6(pid=31442): ERR: Terminated: ERROR {rc=2} [trial-2382↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31442)]\u000a21:45:00.403248 run osmo-msc_10.42.42.6(pid=31442): stdout: \u000a| (launched: 2022-12-12_21:44:59.153949) \u000a21:45:00.456245 run osmo-msc_10.42.42.6(pid=31442): stderr: \u000a| �[0;m�[38;5;43m20221212214459478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214459478 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe04a1f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214459479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214459479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214459479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214459479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214459481 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214459481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214459481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214459481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:45:00.500914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31435): Terminating (SIGTERM)\u000a21:45:00.543717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31438): Terminating (SIGTERM)\u000a21:45:00.586449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31441): Terminating (SIGTERM)\u000a21:45:00.596370 --- ParallelTerminationStrategy: PID 31435 died...\u000a21:45:00.653443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31435): Terminated: ok {rc=0}\u000a21:45:00.663996 --- ParallelTerminationStrategy: PID 31438 died...\u000a21:45:00.720618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31438): Terminated: ok {rc=0}\u000a21:45:00.731143 --- ParallelTerminationStrategy: PID 31441 died...\u000a21:45:00.787587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31441): Terminated: ok {rc=0}\u000a21:45:00.910302 bus /sierra_3: Setting Powered False\u000a21:45:02.025178 bus /sierra_3: Setting Powered False\u000a21:45:03.137625 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:44:53" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31451): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31451) [trial-2382↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31451)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31451): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31451) [trial-2382↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a21:45:04.992867 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a21:45:05.004129 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:45:05.146122 tst assert_extension.py: using LAC 31702\u000a21:45:05.276440 tst assert_extension.py: using RAC 82\u000a21:45:05.397722 tst assert_extension.py: using CellId 31702\u000a21:45:05.516023 tst assert_extension.py: using BVCI 31703\u000a21:45:05.539437 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a21:45:05.830851 tst assert_extension.py:10: start nitb and bts...\u000a21:45:05.966235 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:45:06.631782 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31450): Launched\u000a21:45:06.952487 run osmo-nitb_10.42.42.2(pid=31451): Launched\u000a21:45:07.151122 run osmo-nitb_10.42.42.2(pid=31451): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31451)]\u000a21:45:07.297516 run osmo-nitb_10.42.42.2(pid=31451): stdout: \u000a| (launched: 2022-12-12_21:45:06.797526) \u000a21:45:07.444277 run osmo-nitb_10.42.42.2(pid=31451): stderr: \u000a| (launched: 2022-12-12_21:45:06.845724)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:45:07.586403 run osmo-nitb_10.42.42.2(pid=31451): stdout: \u000a| (launched: 2022-12-12_21:45:06.797526) \u000a21:45:07.728198 run osmo-nitb_10.42.42.2(pid=31451): stderr: \u000a| (launched: 2022-12-12_21:45:06.845724)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:45:08.082730 tst osmo-nitb_10.42.42.2(pid=31451): stdout: \u000a| (launched: 2022-12-12_21:45:06.797526) \u000a21:45:08.212229 tst osmo-nitb_10.42.42.2(pid=31451): stderr: \u000a| (launched: 2022-12-12_21:45:06.845724)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:45:08.268830 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=31451): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31451) [trial-2382↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31451)] [trial-2382↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a21:45:08.277682 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a21:45:08.314660 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31450): Terminating (SIGTERM)\u000a21:45:08.492839 --- ParallelTerminationStrategy: PID 31450 died...\u000a21:45:08.551430 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31450): Terminated: ok {rc=0}\u000a21:45:08.638032 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:45:04" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31461): Process ended prematurely: osmo-stp_10.42.42.5(pid=31461) [trial-2382↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31461)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31461): Process ended prematurely: osmo-stp_10.42.42.5(pid=31461) [trial-2382↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a21:45:10.471071 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:45:10.482093 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:45:10.614637 tst assert_extension.py: using LAC 31703\u000a21:45:10.737512 tst assert_extension.py: using RAC 83\u000a21:45:10.855314 tst assert_extension.py: using CellId 31703\u000a21:45:10.981054 tst assert_extension.py: using BVCI 31704\u000a21:45:11.006023 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:45:11.017264 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:45:11.028172 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:45:11.039442 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:45:11.050885 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:45:11.062182 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a21:45:11.272402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:45:11.781322 run create_hlr_db(pid=31455): Launched\u000a21:45:11.969370 bus /sierra_2: Setting Powered False\u000a21:45:12.989757 run create_hlr_db(pid=31455): Terminated: ok {rc=0}\u000a21:45:13.394199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31457): Launched\u000a21:45:13.697350 run osmo-hlr_10.42.42.2(pid=31458): Launched\u000a21:45:13.810525 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:45:14.335915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31460): Launched\u000a21:45:14.638127 run osmo-stp_10.42.42.5(pid=31461): Launched\u000a21:45:14.748608 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:45:15.297640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31463): Launched\u000a21:45:15.600168 run osmo-msc_10.42.42.6(pid=31464): Launched\u000a21:45:15.778018 run osmo-stp_10.42.42.5(pid=31461): ERR: Terminated: ERROR {rc=1} [trial-2382↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31461)]\u000a21:45:15.950206 run osmo-stp_10.42.42.5(pid=31461): stdout: \u000a| (launched: 2022-12-12_21:45:14.489085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:45:16.079106 run osmo-stp_10.42.42.5(pid=31461): stderr: \u000a| �[0;m�[38;5;43m20221212214514661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214514661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214514661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214514662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214514662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214514663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214514663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:45:16.201799 run osmo-stp_10.42.42.5(pid=31461): stdout: \u000a| (launched: 2022-12-12_21:45:14.489085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:45:16.324075 run osmo-stp_10.42.42.5(pid=31461): stderr: \u000a| �[0;m�[38;5;43m20221212214514661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214514661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214514661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214514662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214514662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214514663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214514663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:45:16.380620 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=31461): Process ended prematurely: osmo-stp_10.42.42.5(pid=31461) [trial-2382↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31461)] [trial-2382↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a21:45:16.389309 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a21:45:16.451258 run osmo-hlr_10.42.42.2(pid=31458): ERR: Terminated: ERROR {rc=237} [trial-2382↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31458)]\u000a21:45:16.501937 run osmo-hlr_10.42.42.2(pid=31458): stdout: \u000a| (launched: 2022-12-12_21:45:13.548337) \u000a21:45:16.553531 run osmo-hlr_10.42.42.2(pid=31458): stderr: \u000a| �[0;m�[1;31m20221212214513727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214513727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214513727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214513727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214513727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214513727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214513739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214513748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214513748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214513748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:45:16.623472 run osmo-msc_10.42.42.6(pid=31464): ERR: Terminated: ERROR {rc=2} [trial-2382↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31464)]\u000a21:45:16.674068 run osmo-msc_10.42.42.6(pid=31464): stdout: \u000a| (launched: 2022-12-12_21:45:15.451176) \u000a21:45:16.725107 run osmo-msc_10.42.42.6(pid=31464): stderr: \u000a| �[0;m�[38;5;43m20221212214515726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214515726 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8c0eeb5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214515727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214515727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214515727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214515727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214515730 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214515730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214515730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214515730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:45:16.768749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31457): Terminating (SIGTERM)\u000a21:45:16.809911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31460): Terminating (SIGTERM)\u000a21:45:16.851061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31463): Terminating (SIGTERM)\u000a21:45:16.860699 --- ParallelTerminationStrategy: PID 31457 died...\u000a21:45:16.915868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31457): Terminated: ok {rc=0}\u000a21:45:16.926318 --- ParallelTerminationStrategy: PID 31460 died...\u000a21:45:16.981277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31460): Terminated: ok {rc=0}\u000a21:45:16.991380 --- ParallelTerminationStrategy: PID 31463 died...\u000a21:45:17.045905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31463): Terminated: ok {rc=0}\u000a21:45:17.131832 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:45:10" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31475): Process ended prematurely: osmo-stp_10.42.42.5(pid=31475) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31475)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31475): Process ended prematurely: osmo-stp_10.42.42.5(pid=31475) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:45:19.079923 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:45:19.091312 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:45:19.246600 tst mo_mt_call.py: using LAC 31704\u000a21:45:19.369503 tst mo_mt_call.py: using RAC 84\u000a21:45:19.490712 tst mo_mt_call.py: using CellId 31704\u000a21:45:19.613910 tst mo_mt_call.py: using BVCI 31705\u000a21:45:19.637523 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:45:19.648609 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:45:19.659589 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:45:19.670714 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:45:19.682066 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:45:19.692933 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:45:19.814418 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:45:20.020838 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:45:20.513140 run create_hlr_db(pid=31469): Launched\u000a21:45:20.691501 bus /sierra_2: Setting Powered False\u000a21:45:21.713540 run create_hlr_db(pid=31469): Terminated: ok {rc=0}\u000a21:45:22.150896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31471): Launched\u000a21:45:22.480182 run osmo-hlr_10.42.42.2(pid=31472): Launched\u000a21:45:22.602696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:45:23.175395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31474): Launched\u000a21:45:23.504450 run osmo-stp_10.42.42.5(pid=31475): Launched\u000a21:45:23.626180 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:45:24.227472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31477): Launched\u000a21:45:24.558591 run osmo-msc_10.42.42.6(pid=31478): Launched\u000a21:45:24.753746 run osmo-stp_10.42.42.5(pid=31475): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31475)]\u000a21:45:24.894101 run osmo-stp_10.42.42.5(pid=31475): stdout: \u000a| (launched: 2022-12-12_21:45:23.343469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:45:25.032448 run osmo-stp_10.42.42.5(pid=31475): stderr: \u000a| �[0;m�[38;5;43m20221212214523537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214523537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214523537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214523538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214523540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214523540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214523540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:45:25.165278 run osmo-stp_10.42.42.5(pid=31475): stdout: \u000a| (launched: 2022-12-12_21:45:23.343469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:45:25.296889 run osmo-stp_10.42.42.5(pid=31475): stderr: \u000a| �[0;m�[38;5;43m20221212214523537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214523537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214523537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214523538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214523540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214523540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214523540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:45:25.354802 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31475): Process ended prematurely: osmo-stp_10.42.42.5(pid=31475) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31475)] [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:45:25.364091 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:45:25.428437 run osmo-hlr_10.42.42.2(pid=31472): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31472)]\u000a21:45:25.480845 run osmo-hlr_10.42.42.2(pid=31472): stdout: \u000a| (launched: 2022-12-12_21:45:22.319305) \u000a21:45:25.534270 run osmo-hlr_10.42.42.2(pid=31472): stderr: \u000a| �[0;m�[1;31m20221212214522518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214522518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214522518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214522519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214522519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214522519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214522531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214522540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214522540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214522540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:45:25.606404 run osmo-msc_10.42.42.6(pid=31478): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31478)]\u000a21:45:25.658690 run osmo-msc_10.42.42.6(pid=31478): stdout: \u000a| (launched: 2022-12-12_21:45:24.396209) \u000a21:45:25.711999 run osmo-msc_10.42.42.6(pid=31478): stderr: \u000a| �[0;m�[38;5;43m20221212214524720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214524720 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d4d9a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214524720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214524720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214524720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214524721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214524722 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214524723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214524723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214524723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:45:25.756682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31471): Terminating (SIGTERM)\u000a21:45:25.799158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31474): Terminating (SIGTERM)\u000a21:45:25.842300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31477): Terminating (SIGTERM)\u000a21:45:25.852246 --- ParallelTerminationStrategy: PID 31471 died...\u000a21:45:25.909151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31471): Terminated: ok {rc=0}\u000a21:45:25.919671 --- ParallelTerminationStrategy: PID 31474 died...\u000a21:45:25.976356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31474): Terminated: ok {rc=0}\u000a21:45:25.986573 --- ParallelTerminationStrategy: PID 31477 died...\u000a21:45:26.043096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31477): Terminated: ok {rc=0}\u000a21:45:26.131009 bus /sierra_3: Setting Powered False\u000a21:45:27.238792 bus /sierra_3: Setting Powered False\u000a21:45:28.347790 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31486): Process ended prematurely: osmo-stp_10.42.42.5(pid=31486) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31486)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31486): Process ended prematurely: osmo-stp_10.42.42.5(pid=31486) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:45:29.463513 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:45:29.475763 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:45:29.639218 tst mo_mt_call_osmux.py: using LAC 31705\u000a21:45:29.764832 tst mo_mt_call_osmux.py: using RAC 85\u000a21:45:29.888654 tst mo_mt_call_osmux.py: using CellId 31705\u000a21:45:30.011926 tst mo_mt_call_osmux.py: using BVCI 31706\u000a21:45:30.035552 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:45:30.046777 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:45:30.057807 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:45:30.068804 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:45:30.079818 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:45:30.090852 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:45:30.211236 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:45:30.431962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:45:30.995052 run create_hlr_db(pid=31480): Launched\u000a21:45:31.177385 bus /sierra_2: Setting Powered False\u000a21:45:32.235495 run create_hlr_db(pid=31480): Terminated: ok {rc=0}\u000a21:45:32.675753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31482): Launched\u000a21:45:33.006781 run osmo-hlr_10.42.42.2(pid=31483): Launched\u000a21:45:33.131572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:45:33.705688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31485): Launched\u000a21:45:34.036310 run osmo-stp_10.42.42.5(pid=31486): Launched\u000a21:45:34.157770 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:45:34.758374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31488): Launched\u000a21:45:35.087662 run osmo-msc_10.42.42.6(pid=31489): Launched\u000a21:45:35.281426 run osmo-stp_10.42.42.5(pid=31486): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31486)]\u000a21:45:35.421605 run osmo-stp_10.42.42.5(pid=31486): stdout: \u000a| (launched: 2022-12-12_21:45:33.874470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:45:35.560680 run osmo-stp_10.42.42.5(pid=31486): stderr: \u000a| �[0;m�[38;5;43m20221212214534066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214534066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214534067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214534067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214534067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214534068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214534068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:45:35.694350 run osmo-stp_10.42.42.5(pid=31486): stdout: \u000a| (launched: 2022-12-12_21:45:33.874470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:45:35.826788 run osmo-stp_10.42.42.5(pid=31486): stderr: \u000a| �[0;m�[38;5;43m20221212214534066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214534066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214534067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214534067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214534067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214534068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214534068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:45:35.884749 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31486): Process ended prematurely: osmo-stp_10.42.42.5(pid=31486) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31486)] [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:45:35.894271 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a21:45:35.958787 run osmo-hlr_10.42.42.2(pid=31483): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31483)]\u000a21:45:36.011086 run osmo-hlr_10.42.42.2(pid=31483): stdout: \u000a| (launched: 2022-12-12_21:45:32.845056) \u000a21:45:36.064001 run osmo-hlr_10.42.42.2(pid=31483): stderr: \u000a| �[0;m�[1;31m20221212214533046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214533046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214533046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214533047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214533047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214533047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214533059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214533068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214533069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214533069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:45:36.135910 run osmo-msc_10.42.42.6(pid=31489): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31489)]\u000a21:45:36.187986 run osmo-msc_10.42.42.6(pid=31489): stdout: \u000a| (launched: 2022-12-12_21:45:34.926535) \u000a21:45:36.241280 run osmo-msc_10.42.42.6(pid=31489): stderr: \u000a| �[0;m�[38;5;43m20221212214535250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214535250 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed3c3d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214535250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214535250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214535251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214535251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214535252 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214535253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214535253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214535253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:45:36.285835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31482): Terminating (SIGTERM)\u000a21:45:36.328343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31485): Terminating (SIGTERM)\u000a21:45:36.370815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31488): Terminating (SIGTERM)\u000a21:45:36.381047 --- ParallelTerminationStrategy: PID 31482 died...\u000a21:45:36.438357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31482): Terminated: ok {rc=0}\u000a21:45:36.448757 --- ParallelTerminationStrategy: PID 31485 died...\u000a21:45:36.506024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31485): Terminated: ok {rc=0}\u000a21:45:36.516380 --- ParallelTerminationStrategy: PID 31488 died...\u000a21:45:36.573187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31488): Terminated: ok {rc=0}\u000a21:45:36.662221 bus /sierra_3: Setting Powered False\u000a21:45:37.766128 bus /sierra_3: Setting Powered False\u000a21:45:38.878933 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:45:18" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31500): Process ended prematurely: osmo-stp_10.42.42.5(pid=31500) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31500)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31500): Process ended prematurely: osmo-stp_10.42.42.5(pid=31500) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:45:40.892705 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:45:40.904312 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:45:41.066806 tst mo_mt_call.py: using LAC 31706\u000a21:45:41.195709 tst mo_mt_call.py: using RAC 86\u000a21:45:41.325916 tst mo_mt_call.py: using CellId 31706\u000a21:45:41.454843 tst mo_mt_call.py: using BVCI 31707\u000a21:45:41.479893 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:45:41.491527 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:45:41.502986 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:45:41.514950 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:45:41.526809 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:45:41.538593 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:45:41.656339 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:45:41.859363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:45:42.351989 run create_hlr_db(pid=31494): Launched\u000a21:45:42.528817 bus /sierra_2: Setting Powered False\u000a21:45:43.552928 run create_hlr_db(pid=31494): Terminated: ok {rc=0}\u000a21:45:43.989250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31496): Launched\u000a21:45:44.319463 run osmo-hlr_10.42.42.2(pid=31497): Launched\u000a21:45:44.443063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:45:45.014034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31499): Launched\u000a21:45:45.320890 run osmo-stp_10.42.42.5(pid=31500): Launched\u000a21:45:45.432857 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:45:46.040780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31502): Launched\u000a21:45:46.366144 run osmo-msc_10.42.42.6(pid=31503): Launched\u000a21:45:46.630307 run osmo-stp_10.42.42.5(pid=31500): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31500)]\u000a21:45:46.877301 run osmo-stp_10.42.42.5(pid=31500): stdout: \u000a| (launched: 2022-12-12_21:45:45.170507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:45:47.022837 run osmo-stp_10.42.42.5(pid=31500): stderr: \u000a| �[0;m�[38;5;43m20221212214545341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214545341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214545342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214545342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214545343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214545343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214545343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:45:47.227929 run osmo-stp_10.42.42.5(pid=31500): stdout: \u000a| (launched: 2022-12-12_21:45:45.170507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:45:47.364880 run osmo-stp_10.42.42.5(pid=31500): stderr: \u000a| �[0;m�[38;5;43m20221212214545341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214545341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214545342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214545342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214545343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214545343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214545343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:45:47.423921 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31500): Process ended prematurely: osmo-stp_10.42.42.5(pid=31500) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31500)] [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:45:47.433381 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a21:45:47.498614 run osmo-hlr_10.42.42.2(pid=31497): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31497)]\u000a21:45:47.552189 run osmo-hlr_10.42.42.2(pid=31497): stdout: \u000a| (launched: 2022-12-12_21:45:44.157787) \u000a21:45:47.605996 run osmo-hlr_10.42.42.2(pid=31497): stderr: \u000a| �[0;m�[1;31m20221212214544357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214544357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214544357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214544357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214544357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214544358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214544370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214544378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214544378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214544378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:45:47.679170 run osmo-msc_10.42.42.6(pid=31503): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31503)]\u000a21:45:47.732281 run osmo-msc_10.42.42.6(pid=31503): stdout: \u000a| (launched: 2022-12-12_21:45:46.200342) \u000a21:45:47.785794 run osmo-msc_10.42.42.6(pid=31503): stderr: \u000a| �[0;m�[38;5;43m20221212214546823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214546823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab016ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214546823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214546824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214546824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214546824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214546826 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214546826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214546826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214546826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:45:47.831651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31496): Terminating (SIGTERM)\u000a21:45:47.875035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31499): Terminating (SIGTERM)\u000a21:45:47.918090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31502): Terminating (SIGTERM)\u000a21:45:47.928026 --- ParallelTerminationStrategy: PID 31496 died...\u000a21:45:47.986359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31496): Terminated: ok {rc=0}\u000a21:45:47.996794 --- ParallelTerminationStrategy: PID 31499 died...\u000a21:45:48.055438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31499): Terminated: ok {rc=0}\u000a21:45:48.065898 --- ParallelTerminationStrategy: PID 31502 died...\u000a21:45:48.123977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31502): Terminated: ok {rc=0}\u000a21:45:48.211747 bus /sierra_3: Setting Powered False\u000a21:45:49.321680 bus /sierra_3: Setting Powered False\u000a21:45:50.430839 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31511): Process ended prematurely: osmo-stp_10.42.42.5(pid=31511) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31511)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31511): Process ended prematurely: osmo-stp_10.42.42.5(pid=31511) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:45:51.547160 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:45:51.559381 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:45:51.722960 tst mo_mt_call_osmux.py: using LAC 31707\u000a21:45:51.851576 tst mo_mt_call_osmux.py: using RAC 87\u000a21:45:51.980908 tst mo_mt_call_osmux.py: using CellId 31707\u000a21:45:52.110158 tst mo_mt_call_osmux.py: using BVCI 31708\u000a21:45:52.135275 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:45:52.146989 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:45:52.158506 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:45:52.170732 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:45:52.182535 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:45:52.194413 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:45:52.314144 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:45:52.518699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:45:53.013782 run create_hlr_db(pid=31505): Launched\u000a21:45:53.192776 bus /sierra_2: Setting Powered False\u000a21:45:54.215333 run create_hlr_db(pid=31505): Terminated: ok {rc=0}\u000a21:45:54.624144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31507): Launched\u000a21:45:54.932805 run osmo-hlr_10.42.42.2(pid=31508): Launched\u000a21:45:55.045491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:45:55.577875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31510): Launched\u000a21:45:55.885260 run osmo-stp_10.42.42.5(pid=31511): Launched\u000a21:45:55.997690 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:45:56.559816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31513): Launched\u000a21:45:56.869437 run osmo-msc_10.42.42.6(pid=31514): Launched\u000a21:45:57.050754 run osmo-stp_10.42.42.5(pid=31511): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31511)]\u000a21:45:57.181673 run osmo-stp_10.42.42.5(pid=31511): stdout: \u000a| (launched: 2022-12-12_21:45:55.734410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:45:57.310709 run osmo-stp_10.42.42.5(pid=31511): stderr: \u000a| �[0;m�[38;5;43m20221212214555904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214555904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214555905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214555905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214555905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214555906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214555906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:45:57.435013 run osmo-stp_10.42.42.5(pid=31511): stdout: \u000a| (launched: 2022-12-12_21:45:55.734410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:45:57.558500 run osmo-stp_10.42.42.5(pid=31511): stderr: \u000a| �[0;m�[38;5;43m20221212214555904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214555904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214555905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214555905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214555905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214555906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214555906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:45:57.612848 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31511): Process ended prematurely: osmo-stp_10.42.42.5(pid=31511) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31511)] [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:45:57.621603 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:45:57.681790 run osmo-hlr_10.42.42.2(pid=31508): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31508)]\u000a21:45:57.731267 run osmo-hlr_10.42.42.2(pid=31508): stdout: \u000a| (launched: 2022-12-12_21:45:54.781587) \u000a21:45:57.781389 run osmo-hlr_10.42.42.2(pid=31508): stderr: \u000a| �[0;m�[1;31m20221212214554963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214554963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214554963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214554963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214554963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214554963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214554977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214554988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214554988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214554988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:45:57.849669 run osmo-msc_10.42.42.6(pid=31514): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31514)]\u000a21:45:57.899286 run osmo-msc_10.42.42.6(pid=31514): stdout: \u000a| (launched: 2022-12-12_21:45:56.716927) \u000a21:45:57.949805 run osmo-msc_10.42.42.6(pid=31514): stderr: \u000a| �[0;m�[38;5;43m20221212214556989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214556989 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe9e3159c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214556989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214556989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214556990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214556990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214556991 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214556992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214556992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214556992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:45:57.992258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31507): Terminating (SIGTERM)\u000a21:45:58.032697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31510): Terminating (SIGTERM)\u000a21:45:58.073102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31513): Terminating (SIGTERM)\u000a21:45:58.082559 --- ParallelTerminationStrategy: PID 31507 died...\u000a21:45:58.137420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31507): Terminated: ok {rc=0}\u000a21:45:58.147312 --- ParallelTerminationStrategy: PID 31510 died...\u000a21:45:58.201273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31510): Terminated: ok {rc=0}\u000a21:45:58.211023 --- ParallelTerminationStrategy: PID 31513 died...\u000a21:45:58.264621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31513): Terminated: ok {rc=0}\u000a21:45:58.348847 bus /sierra_3: Setting Powered False\u000a21:45:59.456260 bus /sierra_3: Setting Powered False\u000a21:46:00.564995 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:45:40" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31525): Process ended prematurely: osmo-stp_10.42.42.5(pid=31525) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31525)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31525): Process ended prematurely: osmo-stp_10.42.42.5(pid=31525) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:46:02.619897 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:46:02.631781 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:46:02.794878 tst mo_mt_call.py: using LAC 31708\u000a21:46:02.924213 tst mo_mt_call.py: using RAC 88\u000a21:46:03.053231 tst mo_mt_call.py: using CellId 31708\u000a21:46:03.183757 tst mo_mt_call.py: using BVCI 31709\u000a21:46:03.208841 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:46:03.220539 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:46:03.232101 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:46:03.243944 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:46:03.255906 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:46:03.267744 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:46:03.385481 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:46:03.599534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:46:04.118116 run create_hlr_db(pid=31519): Launched\u000a21:46:04.309154 bus /sierra_2: Setting Powered False\u000a21:46:05.330788 run create_hlr_db(pid=31519): Terminated: ok {rc=0}\u000a21:46:05.743376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31521): Launched\u000a21:46:06.051874 run osmo-hlr_10.42.42.2(pid=31522): Launched\u000a21:46:06.175219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:46:06.715327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31524): Launched\u000a21:46:07.023459 run osmo-stp_10.42.42.5(pid=31525): Launched\u000a21:46:07.136350 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:46:07.697111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31527): Launched\u000a21:46:08.006526 run osmo-msc_10.42.42.6(pid=31528): Launched\u000a21:46:08.194679 run osmo-stp_10.42.42.5(pid=31525): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31525)]\u000a21:46:08.336139 run osmo-stp_10.42.42.5(pid=31525): stdout: \u000a| (launched: 2022-12-12_21:46:06.871941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:46:08.474377 run osmo-stp_10.42.42.5(pid=31525): stderr: \u000a| �[0;m�[38;5;43m20221212214607045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214607045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214607045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214607046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214607046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214607046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214607046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:46:08.607281 run osmo-stp_10.42.42.5(pid=31525): stdout: \u000a| (launched: 2022-12-12_21:46:06.871941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:46:08.740006 run osmo-stp_10.42.42.5(pid=31525): stderr: \u000a| �[0;m�[38;5;43m20221212214607045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214607045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214607045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214607046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214607046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214607046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214607046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:46:08.798223 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31525): Process ended prematurely: osmo-stp_10.42.42.5(pid=31525) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31525)] [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:46:08.807710 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:46:08.872322 run osmo-hlr_10.42.42.2(pid=31522): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31522)]\u000a21:46:08.924764 run osmo-hlr_10.42.42.2(pid=31522): stdout: \u000a| (launched: 2022-12-12_21:46:05.900302) \u000a21:46:08.977635 run osmo-hlr_10.42.42.2(pid=31522): stderr: \u000a| �[0;m�[1;31m20221212214606076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214606076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214606076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214606076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214606076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214606076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214606088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214606096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214606096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214606096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:46:09.050021 run osmo-msc_10.42.42.6(pid=31528): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31528)]\u000a21:46:09.102483 run osmo-msc_10.42.42.6(pid=31528): stdout: \u000a| (launched: 2022-12-12_21:46:07.854657) \u000a21:46:09.155593 run osmo-msc_10.42.42.6(pid=31528): stderr: \u000a| �[0;m�[38;5;43m20221212214608129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214608130 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24d3317c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214608130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214608130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214608130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214608130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214608132 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214608132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214608132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214608132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:46:09.200371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31521): Terminating (SIGTERM)\u000a21:46:09.243624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31524): Terminating (SIGTERM)\u000a21:46:09.285951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31527): Terminating (SIGTERM)\u000a21:46:09.296224 --- ParallelTerminationStrategy: PID 31521 died...\u000a21:46:09.353638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31521): Terminated: ok {rc=0}\u000a21:46:09.364127 --- ParallelTerminationStrategy: PID 31524 died...\u000a21:46:09.420643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31524): Terminated: ok {rc=0}\u000a21:46:09.431355 --- ParallelTerminationStrategy: PID 31527 died...\u000a21:46:09.489004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31527): Terminated: ok {rc=0}\u000a21:46:09.576776 bus /sierra_3: Setting Powered False\u000a21:46:10.685107 bus /sierra_3: Setting Powered False\u000a21:46:11.798196 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31536): Process ended prematurely: osmo-stp_10.42.42.5(pid=31536) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31536)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31536): Process ended prematurely: osmo-stp_10.42.42.5(pid=31536) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:46:12.909235 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:46:12.921161 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:46:13.079267 tst mo_mt_call_osmux.py: using LAC 31709\u000a21:46:13.202637 tst mo_mt_call_osmux.py: using RAC 89\u000a21:46:13.325903 tst mo_mt_call_osmux.py: using CellId 31709\u000a21:46:13.446494 tst mo_mt_call_osmux.py: using BVCI 31710\u000a21:46:13.470044 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:46:13.481339 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:46:13.492408 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:46:13.503470 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:46:13.514658 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:46:13.525815 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:46:13.646267 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:46:13.854387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:46:14.349053 run create_hlr_db(pid=31530): Launched\u000a21:46:14.526704 bus /sierra_2: Setting Powered False\u000a21:46:15.550029 run create_hlr_db(pid=31530): Terminated: ok {rc=0}\u000a21:46:16.026574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31532): Launched\u000a21:46:16.514596 run osmo-hlr_10.42.42.2(pid=31533): Launched\u000a21:46:16.789091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:46:17.392872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31535): Launched\u000a21:46:17.725097 run osmo-stp_10.42.42.5(pid=31536): Launched\u000a21:46:17.848615 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:46:18.450275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31538): Launched\u000a21:46:18.782016 run osmo-msc_10.42.42.6(pid=31539): Launched\u000a21:46:18.975680 run osmo-stp_10.42.42.5(pid=31536): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31536)]\u000a21:46:19.115669 run osmo-stp_10.42.42.5(pid=31536): stdout: \u000a| (launched: 2022-12-12_21:46:17.562295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:46:19.254172 run osmo-stp_10.42.42.5(pid=31536): stderr: \u000a| �[0;m�[38;5;43m20221212214617755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214617755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214617756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214617756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214617757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214617757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214617757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:46:19.387042 run osmo-stp_10.42.42.5(pid=31536): stdout: \u000a| (launched: 2022-12-12_21:46:17.562295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:46:19.518865 run osmo-stp_10.42.42.5(pid=31536): stderr: \u000a| �[0;m�[38;5;43m20221212214617755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214617755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214617756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214617756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214617757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214617757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214617757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:46:19.576709 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31536): Process ended prematurely: osmo-stp_10.42.42.5(pid=31536) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31536)] [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:46:19.586307 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a21:46:19.650076 run osmo-hlr_10.42.42.2(pid=31533): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31533)]\u000a21:46:19.702512 run osmo-hlr_10.42.42.2(pid=31533): stdout: \u000a| (launched: 2022-12-12_21:46:16.221592) \u000a21:46:19.755721 run osmo-hlr_10.42.42.2(pid=31533): stderr: \u000a| �[0;m�[1;31m20221212214616449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214616449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214616449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214616450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214616450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214616450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214616462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214616483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214616483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214616483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:46:19.827465 run osmo-msc_10.42.42.6(pid=31539): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31539)]\u000a21:46:19.879520 run osmo-msc_10.42.42.6(pid=31539): stdout: \u000a| (launched: 2022-12-12_21:46:18.618520) \u000a21:46:19.932436 run osmo-msc_10.42.42.6(pid=31539): stderr: \u000a| �[0;m�[38;5;43m20221212214618940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214618940 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb690a4bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214618941 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214618941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214618941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214618941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214618943 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214618943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214618943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214618943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:46:19.976875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31532): Terminating (SIGTERM)\u000a21:46:20.019520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31535): Terminating (SIGTERM)\u000a21:46:20.062533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31538): Terminating (SIGTERM)\u000a21:46:20.072497 --- ParallelTerminationStrategy: PID 31532 died...\u000a21:46:20.129367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31532): Terminated: ok {rc=0}\u000a21:46:20.139838 --- ParallelTerminationStrategy: PID 31535 died...\u000a21:46:20.196629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31535): Terminated: ok {rc=0}\u000a21:46:20.207037 --- ParallelTerminationStrategy: PID 31538 died...\u000a21:46:20.263653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31538): Terminated: ok {rc=0}\u000a21:46:20.351478 bus /sierra_3: Setting Powered False\u000a21:46:21.460392 bus /sierra_3: Setting Powered False\u000a21:46:22.570043 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:46:02" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31550): Process ended prematurely: osmo-stp_10.42.42.5(pid=31550) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31550)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31550): Process ended prematurely: osmo-stp_10.42.42.5(pid=31550) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:46:24.567213 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:46:24.578447 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:46:24.730925 tst mo_mt_call.py: using LAC 31710\u000a21:46:24.859688 tst mo_mt_call.py: using RAC 90\u000a21:46:24.988074 tst mo_mt_call.py: using CellId 31710\u000a21:46:25.116763 tst mo_mt_call.py: using BVCI 31711\u000a21:46:25.142301 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:46:25.154256 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:46:25.165913 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:46:25.177869 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:46:25.189879 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:46:25.201867 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:46:25.318488 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:46:25.534301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:46:26.051083 run create_hlr_db(pid=31544): Launched\u000a21:46:26.242016 bus /sierra_2: Setting Powered False\u000a21:46:27.253518 run create_hlr_db(pid=31544): Terminated: ok {rc=0}\u000a21:46:27.691852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31546): Launched\u000a21:46:27.999952 run osmo-hlr_10.42.42.2(pid=31547): Launched\u000a21:46:28.124267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:46:28.663621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31549): Launched\u000a21:46:28.970881 run osmo-stp_10.42.42.5(pid=31550): Launched\u000a21:46:29.082423 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:46:29.642520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31552): Launched\u000a21:46:29.950486 run osmo-msc_10.42.42.6(pid=31553): Launched\u000a21:46:30.130075 run osmo-stp_10.42.42.5(pid=31550): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31550)]\u000a21:46:30.259724 run osmo-stp_10.42.42.5(pid=31550): stdout: \u000a| (launched: 2022-12-12_21:46:28.820564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:46:30.387751 run osmo-stp_10.42.42.5(pid=31550): stderr: \u000a| �[0;m�[38;5;43m20221212214628992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214628992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214628992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214628993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214628995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214628995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214628995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:46:30.510737 run osmo-stp_10.42.42.5(pid=31550): stdout: \u000a| (launched: 2022-12-12_21:46:28.820564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:46:30.632649 run osmo-stp_10.42.42.5(pid=31550): stderr: \u000a| �[0;m�[38;5;43m20221212214628992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214628992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214628992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214628993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214628995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214628995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214628995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:46:30.686224 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31550): Process ended prematurely: osmo-stp_10.42.42.5(pid=31550) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31550)] [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:46:30.694755 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:46:30.754666 run osmo-hlr_10.42.42.2(pid=31547): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31547)]\u000a21:46:30.804088 run osmo-hlr_10.42.42.2(pid=31547): stdout: \u000a| (launched: 2022-12-12_21:46:27.849328) \u000a21:46:30.877764 run osmo-hlr_10.42.42.2(pid=31547): stderr: \u000a| �[0;m�[1;31m20221212214628029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214628029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214628029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214628029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214628029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214628029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214628040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214628048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214628049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214628049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:46:30.947832 run osmo-msc_10.42.42.6(pid=31553): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31553)]\u000a21:46:30.998655 run osmo-msc_10.42.42.6(pid=31553): stdout: \u000a| (launched: 2022-12-12_21:46:29.798724) \u000a21:46:31.051161 run osmo-msc_10.42.42.6(pid=31553): stderr: \u000a| �[0;m�[38;5;43m20221212214630072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214630072 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f884ee34c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214630072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214630072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214630073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214630073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214630075 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214630075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214630075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214630075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:46:31.094647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31546): Terminating (SIGTERM)\u000a21:46:31.136687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31549): Terminating (SIGTERM)\u000a21:46:31.179894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31552): Terminating (SIGTERM)\u000a21:46:31.190413 --- ParallelTerminationStrategy: PID 31546 died...\u000a21:46:31.245681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31546): Terminated: ok {rc=0}\u000a21:46:31.255933 --- ParallelTerminationStrategy: PID 31549 died...\u000a21:46:31.311004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31549): Terminated: ok {rc=0}\u000a21:46:31.321414 --- ParallelTerminationStrategy: PID 31552 died...\u000a21:46:31.376232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31552): Terminated: ok {rc=0}\u000a21:46:31.462632 bus /sierra_3: Setting Powered False\u000a21:46:32.566191 bus /sierra_3: Setting Powered False\u000a21:46:33.677814 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31561): Process ended prematurely: osmo-stp_10.42.42.5(pid=31561) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31561)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31561): Process ended prematurely: osmo-stp_10.42.42.5(pid=31561) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:46:34.789104 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:46:34.800787 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:46:34.956067 tst mo_mt_call_osmux.py: using LAC 31711\u000a21:46:35.079261 tst mo_mt_call_osmux.py: using RAC 91\u000a21:46:35.203969 tst mo_mt_call_osmux.py: using CellId 31711\u000a21:46:35.329490 tst mo_mt_call_osmux.py: using BVCI 31712\u000a21:46:35.352920 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:46:35.364176 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:46:35.375162 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:46:35.386118 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:46:35.397212 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:46:35.408208 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:46:35.528818 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:46:35.735116 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:46:36.229537 run create_hlr_db(pid=31555): Launched\u000a21:46:36.406852 bus /sierra_2: Setting Powered False\u000a21:46:37.429444 run create_hlr_db(pid=31555): Terminated: ok {rc=0}\u000a21:46:37.866267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31557): Launched\u000a21:46:38.196013 run osmo-hlr_10.42.42.2(pid=31558): Launched\u000a21:46:38.318760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:46:38.891736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31560): Launched\u000a21:46:39.221984 run osmo-stp_10.42.42.5(pid=31561): Launched\u000a21:46:39.343128 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:46:39.946009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31563): Launched\u000a21:46:40.276331 run osmo-msc_10.42.42.6(pid=31564): Launched\u000a21:46:40.470334 run osmo-stp_10.42.42.5(pid=31561): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31561)]\u000a21:46:40.609552 run osmo-stp_10.42.42.5(pid=31561): stdout: \u000a| (launched: 2022-12-12_21:46:39.059599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:46:40.748478 run osmo-stp_10.42.42.5(pid=31561): stderr: \u000a| �[0;m�[38;5;43m20221212214639254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214639254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214639254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214639255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214639255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214639255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214639255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:46:40.881607 run osmo-stp_10.42.42.5(pid=31561): stdout: \u000a| (launched: 2022-12-12_21:46:39.059599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:46:41.013472 run osmo-stp_10.42.42.5(pid=31561): stderr: \u000a| �[0;m�[38;5;43m20221212214639254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214639254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214639254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214639255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214639255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214639255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214639255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:46:41.071480 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31561): Process ended prematurely: osmo-stp_10.42.42.5(pid=31561) [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31561)] [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:46:41.080750 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:46:41.144865 run osmo-hlr_10.42.42.2(pid=31558): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31558)]\u000a21:46:41.197119 run osmo-hlr_10.42.42.2(pid=31558): stdout: \u000a| (launched: 2022-12-12_21:46:38.034527) \u000a21:46:41.250094 run osmo-hlr_10.42.42.2(pid=31558): stderr: \u000a| �[0;m�[1;31m20221212214638235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214638235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214638235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214638235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214638235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214638235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214638248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214638257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214638257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214638257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:46:41.321865 run osmo-msc_10.42.42.6(pid=31564): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31564)]\u000a21:46:41.374079 run osmo-msc_10.42.42.6(pid=31564): stdout: \u000a| (launched: 2022-12-12_21:46:40.115193) \u000a21:46:41.426617 run osmo-msc_10.42.42.6(pid=31564): stderr: \u000a| �[0;m�[38;5;43m20221212214640440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214640440 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77edb16c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214640440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214640440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214640440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214640441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214640442 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214640443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214640443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214640443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:46:41.471539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31557): Terminating (SIGTERM)\u000a21:46:41.513998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31560): Terminating (SIGTERM)\u000a21:46:41.556658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31563): Terminating (SIGTERM)\u000a21:46:41.566908 --- ParallelTerminationStrategy: PID 31557 died...\u000a21:46:41.624082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31557): Terminated: ok {rc=0}\u000a21:46:41.634722 --- ParallelTerminationStrategy: PID 31560 died...\u000a21:46:41.691404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31560): Terminated: ok {rc=0}\u000a21:46:41.702180 --- ParallelTerminationStrategy: PID 31563 died...\u000a21:46:41.759854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31563): Terminated: ok {rc=0}\u000a21:46:41.848001 bus /sierra_3: Setting Powered False\u000a21:46:42.955827 bus /sierra_3: Setting Powered False\u000a21:46:44.063957 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:46:24" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31575): Process ended prematurely: osmo-stp_10.42.42.5(pid=31575) [trial-2382↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31575)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31575): Process ended prematurely: osmo-stp_10.42.42.5(pid=31575) [trial-2382↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:46:46.099041 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:46:46.115130 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:46:46.326007 tst mo_mt_call.py: using LAC 31712\u000a21:46:46.488517 tst mo_mt_call.py: using RAC 92\u000a21:46:46.628713 tst mo_mt_call.py: using CellId 31712\u000a21:46:46.759659 tst mo_mt_call.py: using BVCI 31713\u000a21:46:46.785772 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:46:46.798330 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:46:46.811589 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:46:46.824862 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:46:46.838308 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:46:46.850613 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:46:46.992103 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:46:47.211516 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:46:47.705970 run create_hlr_db(pid=31569): Launched\u000a21:46:47.882895 bus /sierra_2: Setting Powered False\u000a21:46:48.906682 run create_hlr_db(pid=31569): Terminated: ok {rc=0}\u000a21:46:49.314801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31571): Launched\u000a21:46:49.622258 run osmo-hlr_10.42.42.2(pid=31572): Launched\u000a21:46:49.744109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:46:50.282202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31574): Launched\u000a21:46:50.590585 run osmo-stp_10.42.42.5(pid=31575): Launched\u000a21:46:50.702560 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:46:51.262979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31577): Launched\u000a21:46:51.570068 run osmo-msc_10.42.42.6(pid=31578): Launched\u000a21:46:51.750414 run osmo-stp_10.42.42.5(pid=31575): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31575)]\u000a21:46:51.880327 run osmo-stp_10.42.42.5(pid=31575): stdout: \u000a| (launched: 2022-12-12_21:46:50.438701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:46:52.007633 run osmo-stp_10.42.42.5(pid=31575): stderr: \u000a| �[0;m�[38;5;43m20221212214650611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214650612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214650612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214650612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214650613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214650613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214650613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:46:52.131177 run osmo-stp_10.42.42.5(pid=31575): stdout: \u000a| (launched: 2022-12-12_21:46:50.438701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:46:52.253170 run osmo-stp_10.42.42.5(pid=31575): stderr: \u000a| �[0;m�[38;5;43m20221212214650611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214650612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214650612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214650612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214650613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214650613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214650613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:46:52.306816 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31575): Process ended prematurely: osmo-stp_10.42.42.5(pid=31575) [trial-2382↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31575)] [trial-2382↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:46:52.315093 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:46:52.375199 run osmo-hlr_10.42.42.2(pid=31572): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31572)]\u000a21:46:52.424463 run osmo-hlr_10.42.42.2(pid=31572): stdout: \u000a| (launched: 2022-12-12_21:46:49.471310) \u000a21:46:52.474569 run osmo-hlr_10.42.42.2(pid=31572): stderr: \u000a| �[0;m�[1;31m20221212214649650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214649650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214649651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214649651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214649651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214649651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214649664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214649673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214649673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214649673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:46:52.543446 run osmo-msc_10.42.42.6(pid=31578): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31578)]\u000a21:46:52.592765 run osmo-msc_10.42.42.6(pid=31578): stdout: \u000a| (launched: 2022-12-12_21:46:51.419283) \u000a21:46:52.642504 run osmo-msc_10.42.42.6(pid=31578): stderr: \u000a| �[0;m�[38;5;43m20221212214651692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214651692 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61a70e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214651692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214651692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214651692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214651693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214651694 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214651695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214651695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214651695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:46:52.684824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31571): Terminating (SIGTERM)\u000a21:46:52.724710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31574): Terminating (SIGTERM)\u000a21:46:52.764471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31577): Terminating (SIGTERM)\u000a21:46:52.773831 --- ParallelTerminationStrategy: PID 31571 died...\u000a21:46:52.827274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31571): Terminated: ok {rc=0}\u000a21:46:52.836870 --- ParallelTerminationStrategy: PID 31574 died...\u000a21:46:52.890295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31574): Terminated: ok {rc=0}\u000a21:46:52.899892 --- ParallelTerminationStrategy: PID 31577 died...\u000a21:46:52.953644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31577): Terminated: ok {rc=0}\u000a21:46:53.037628 bus /sierra_3: Setting Powered False\u000a21:46:54.144834 bus /sierra_3: Setting Powered False\u000a21:46:55.253242 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31586): Process ended prematurely: osmo-stp_10.42.42.5(pid=31586) [trial-2382↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31586)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31586): Process ended prematurely: osmo-stp_10.42.42.5(pid=31586) [trial-2382↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:46:56.369146 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:46:56.381598 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:46:56.546473 tst mo_mt_call_osmux.py: using LAC 31713\u000a21:46:56.675228 tst mo_mt_call_osmux.py: using RAC 93\u000a21:46:56.798684 tst mo_mt_call_osmux.py: using CellId 31713\u000a21:46:56.922300 tst mo_mt_call_osmux.py: using BVCI 31714\u000a21:46:56.945848 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:46:56.957169 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:46:56.968208 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:46:56.979309 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:46:56.990448 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:46:57.001451 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:46:57.121691 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:46:57.337268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:46:57.856355 run create_hlr_db(pid=31580): Launched\u000a21:46:58.046877 bus /sierra_2: Setting Powered False\u000a21:46:59.069559 run create_hlr_db(pid=31580): Terminated: ok {rc=0}\u000a21:46:59.481289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31582): Launched\u000a21:46:59.789264 run osmo-hlr_10.42.42.2(pid=31583): Launched\u000a21:46:59.911542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:00.453238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31585): Launched\u000a21:47:00.761568 run osmo-stp_10.42.42.5(pid=31586): Launched\u000a21:47:00.876709 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:01.482408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31588): Launched\u000a21:47:01.845639 run osmo-msc_10.42.42.6(pid=31589): Launched\u000a21:47:02.241992 run osmo-stp_10.42.42.5(pid=31586): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31586)]\u000a21:47:02.452154 run osmo-stp_10.42.42.5(pid=31586): stdout: \u000a| (launched: 2022-12-12_21:47:00.610355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:02.581462 run osmo-stp_10.42.42.5(pid=31586): stderr: \u000a| �[0;m�[38;5;43m20221212214700782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214700782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214700782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214700783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214700783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214700783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214700783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:02.705997 run osmo-stp_10.42.42.5(pid=31586): stdout: \u000a| (launched: 2022-12-12_21:47:00.610355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:02.828780 run osmo-stp_10.42.42.5(pid=31586): stderr: \u000a| �[0;m�[38;5;43m20221212214700782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214700782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214700782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214700783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214700783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214700783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214700783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:02.882964 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31586): Process ended prematurely: osmo-stp_10.42.42.5(pid=31586) [trial-2382↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31586)] [trial-2382↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:47:02.891544 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a21:47:02.951637 run osmo-hlr_10.42.42.2(pid=31583): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31583)]\u000a21:47:03.001023 run osmo-hlr_10.42.42.2(pid=31583): stdout: \u000a| (launched: 2022-12-12_21:46:59.638378) \u000a21:47:03.050842 run osmo-hlr_10.42.42.2(pid=31583): stderr: \u000a| �[0;m�[1;31m20221212214659817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214659817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214659817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214659818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214659818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214659818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214659830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214659840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214659841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214659841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:03.119934 run osmo-msc_10.42.42.6(pid=31589): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31589)]\u000a21:47:03.169272 run osmo-msc_10.42.42.6(pid=31589): stdout: \u000a| (launched: 2022-12-12_21:47:01.657660) \u000a21:47:03.218899 run osmo-msc_10.42.42.6(pid=31589): stderr: \u000a| �[0;m�[38;5;43m20221212214702311 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214702312 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7deb92fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214702312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214702312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214702312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214702312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214702314 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214702314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214702314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214702315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:03.261152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31582): Terminating (SIGTERM)\u000a21:47:03.301350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31585): Terminating (SIGTERM)\u000a21:47:03.341609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31588): Terminating (SIGTERM)\u000a21:47:03.350982 --- ParallelTerminationStrategy: PID 31582 died...\u000a21:47:03.404723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31582): Terminated: ok {rc=0}\u000a21:47:03.414494 --- ParallelTerminationStrategy: PID 31585 died...\u000a21:47:03.467831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31585): Terminated: ok {rc=0}\u000a21:47:03.477910 --- ParallelTerminationStrategy: PID 31588 died...\u000a21:47:03.531946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31588): Terminated: ok {rc=0}\u000a21:47:03.616523 bus /sierra_3: Setting Powered False\u000a21:47:04.725617 bus /sierra_3: Setting Powered False\u000a21:47:05.833515 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:46:45" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31601): Process ended prematurely: osmo-stp_10.42.42.5(pid=31601) [trial-2382↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31601)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31601): Process ended prematurely: osmo-stp_10.42.42.5(pid=31601) [trial-2382↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a21:47:07.823653 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:47:07.835154 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:47:07.974543 tst mo_mt_call.py: using LAC 31714\u000a21:47:08.097394 tst mo_mt_call.py: using RAC 94\u000a21:47:08.218513 tst mo_mt_call.py: using CellId 31714\u000a21:47:08.345302 tst mo_mt_call.py: using BVCI 31715\u000a21:47:08.368538 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:47:08.380019 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:47:08.391277 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:47:08.402562 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:47:08.413981 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:47:08.425180 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:47:08.541192 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:47:08.746802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:09.238039 run create_hlr_db(pid=31595): Launched\u000a21:47:09.414083 bus /sierra_2: Setting Powered False\u000a21:47:10.437847 run create_hlr_db(pid=31595): Terminated: ok {rc=0}\u000a21:47:10.874644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31597): Launched\u000a21:47:11.204443 run osmo-hlr_10.42.42.2(pid=31598): Launched\u000a21:47:11.328377 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:11.903060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31600): Launched\u000a21:47:12.232383 run osmo-stp_10.42.42.5(pid=31601): Launched\u000a21:47:12.354618 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:12.954440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31603): Launched\u000a21:47:13.283509 run osmo-msc_10.42.42.6(pid=31604): Launched\u000a21:47:13.477044 run osmo-stp_10.42.42.5(pid=31601): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31601)]\u000a21:47:13.616640 run osmo-stp_10.42.42.5(pid=31601): stdout: \u000a| (launched: 2022-12-12_21:47:12.071320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:13.755571 run osmo-stp_10.42.42.5(pid=31601): stderr: \u000a| �[0;m�[38;5;43m20221212214712265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214712265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214712265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214712265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214712266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214712266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214712266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:13.888442 run osmo-stp_10.42.42.5(pid=31601): stdout: \u000a| (launched: 2022-12-12_21:47:12.071320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:14.020329 run osmo-stp_10.42.42.5(pid=31601): stderr: \u000a| �[0;m�[38;5;43m20221212214712265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214712265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214712265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214712265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214712266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214712266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214712266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:14.078670 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31601): Process ended prematurely: osmo-stp_10.42.42.5(pid=31601) [trial-2382↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31601)] [trial-2382↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a21:47:14.087823 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:47:14.151954 run osmo-hlr_10.42.42.2(pid=31598): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31598)]\u000a21:47:14.204192 run osmo-hlr_10.42.42.2(pid=31598): stdout: \u000a| (launched: 2022-12-12_21:47:11.042910) \u000a21:47:14.256893 run osmo-hlr_10.42.42.2(pid=31598): stderr: \u000a| �[0;m�[1;31m20221212214711240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214711240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214711240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214711241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214711241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214711241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214711252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214711261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214711261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214711261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:14.328765 run osmo-msc_10.42.42.6(pid=31604): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31604)]\u000a21:47:14.380690 run osmo-msc_10.42.42.6(pid=31604): stdout: \u000a| (launched: 2022-12-12_21:47:13.122342) \u000a21:47:14.433307 run osmo-msc_10.42.42.6(pid=31604): stderr: \u000a| �[0;m�[38;5;43m20221212214713444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214713444 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54eed26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214713444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214713444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214713444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214713445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214713446 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214713447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214713447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214713447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:14.478269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31597): Terminating (SIGTERM)\u000a21:47:14.520296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31600): Terminating (SIGTERM)\u000a21:47:14.562637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31603): Terminating (SIGTERM)\u000a21:47:14.573655 --- ParallelTerminationStrategy: PID 31597 died...\u000a21:47:14.630417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31597): Terminated: ok {rc=0}\u000a21:47:14.640882 --- ParallelTerminationStrategy: PID 31600 died...\u000a21:47:14.697830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31600): Terminated: ok {rc=0}\u000a21:47:14.708194 --- ParallelTerminationStrategy: PID 31603 died...\u000a21:47:14.765303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31603): Terminated: ok {rc=0}\u000a21:47:14.853270 bus /sierra_3: Setting Powered False\u000a21:47:15.977526 bus /sierra_3: Setting Powered False\u000a21:47:17.110634 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31612): Process ended prematurely: osmo-stp_10.42.42.5(pid=31612) [trial-2382↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31612)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31612): Process ended prematurely: osmo-stp_10.42.42.5(pid=31612) [trial-2382↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:47:18.232771 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:47:18.245385 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:47:18.394494 tst mo_mt_call_osmux.py: using LAC 31715\u000a21:47:18.524193 tst mo_mt_call_osmux.py: using RAC 95\u000a21:47:18.655427 tst mo_mt_call_osmux.py: using CellId 31715\u000a21:47:18.787226 tst mo_mt_call_osmux.py: using BVCI 31716\u000a21:47:18.812565 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:47:18.824408 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:47:18.836167 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:47:18.848111 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:47:18.860190 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a21:47:18.872129 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:47:18.994313 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a21:47:19.208140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:19.729864 run create_hlr_db(pid=31606): Launched\u000a21:47:19.920940 bus /sierra_2: Setting Powered False\u000a21:47:20.943512 run create_hlr_db(pid=31606): Terminated: ok {rc=0}\u000a21:47:21.356172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31608): Launched\u000a21:47:21.664756 run osmo-hlr_10.42.42.2(pid=31609): Launched\u000a21:47:21.778855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:22.312878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31611): Launched\u000a21:47:22.623260 run osmo-stp_10.42.42.5(pid=31612): Launched\u000a21:47:22.735980 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:23.298425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31614): Launched\u000a21:47:23.607668 run osmo-msc_10.42.42.6(pid=31615): Launched\u000a21:47:23.788416 run osmo-stp_10.42.42.5(pid=31612): ERR: Terminated: ERROR {rc=1} [trial-2382↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31612)]\u000a21:47:23.918641 run osmo-stp_10.42.42.5(pid=31612): stdout: \u000a| (launched: 2022-12-12_21:47:22.471025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:24.047044 run osmo-stp_10.42.42.5(pid=31612): stderr: \u000a| �[0;m�[38;5;43m20221212214722644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214722644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214722645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214722645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214722646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214722646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214722646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:24.171114 run osmo-stp_10.42.42.5(pid=31612): stdout: \u000a| (launched: 2022-12-12_21:47:22.471025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:24.294013 run osmo-stp_10.42.42.5(pid=31612): stderr: \u000a| �[0;m�[38;5;43m20221212214722644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214722644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214722645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214722645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214722646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214722646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214722646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:24.348723 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31612): Process ended prematurely: osmo-stp_10.42.42.5(pid=31612) [trial-2382↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31612)] [trial-2382↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a21:47:24.357541 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a21:47:24.417951 run osmo-hlr_10.42.42.2(pid=31609): ERR: Terminated: ERROR {rc=237} [trial-2382↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31609)]\u000a21:47:24.467660 run osmo-hlr_10.42.42.2(pid=31609): stdout: \u000a| (launched: 2022-12-12_21:47:21.513070) \u000a21:47:24.517853 run osmo-hlr_10.42.42.2(pid=31609): stderr: \u000a| �[0;m�[1;31m20221212214721690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214721691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214721691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214721691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214721691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214721691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214721706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214721717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214721717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214721718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:24.586076 run osmo-msc_10.42.42.6(pid=31615): ERR: Terminated: ERROR {rc=2} [trial-2382↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31615)]\u000a21:47:24.635214 run osmo-msc_10.42.42.6(pid=31615): stdout: \u000a| (launched: 2022-12-12_21:47:23.455280) \u000a21:47:24.685197 run osmo-msc_10.42.42.6(pid=31615): stderr: \u000a| �[0;m�[38;5;43m20221212214723729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214723729 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe79656bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214723730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214723731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214723731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214723731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214723733 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214723733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214723733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214723733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:24.727809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31608): Terminating (SIGTERM)\u000a21:47:24.768194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31611): Terminating (SIGTERM)\u000a21:47:24.809129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31614): Terminating (SIGTERM)\u000a21:47:24.818768 --- ParallelTerminationStrategy: PID 31608 died...\u000a21:47:24.873001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31608): Terminated: ok {rc=0}\u000a21:47:24.882938 --- ParallelTerminationStrategy: PID 31611 died...\u000a21:47:24.936799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31611): Terminated: ok {rc=0}\u000a21:47:24.946649 --- ParallelTerminationStrategy: PID 31614 died...\u000a21:47:25.000654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31614): Terminated: ok {rc=0}\u000a21:47:25.090194 bus /sierra_3: Setting Powered False\u000a21:47:26.194205 bus /sierra_3: Setting Powered False\u000a21:47:27.304816 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:47:07" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31626): Process ended prematurely: osmo-stp_10.42.42.5(pid=31626) [trial-2382↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31626)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31626): Process ended prematurely: osmo-stp_10.42.42.5(pid=31626) [trial-2382↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:47:29.336352 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:47:29.347600 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:47:29.489601 tst emergency_mo_mt_call.py: using LAC 31716\u000a21:47:29.617257 tst emergency_mo_mt_call.py: using RAC 96\u000a21:47:29.744199 tst emergency_mo_mt_call.py: using CellId 31716\u000a21:47:29.875587 tst emergency_mo_mt_call.py: using BVCI 31717\u000a21:47:29.900582 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:47:29.911829 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:47:29.922855 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:47:29.934235 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:47:29.945573 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:47:29.956822 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:47:30.076829 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:47:30.288529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:30.796718 run create_hlr_db(pid=31620): Launched\u000a21:47:30.999587 bus /sierra_2: Setting Powered False\u000a21:47:32.025062 run create_hlr_db(pid=31620): Terminated: ok {rc=0}\u000a21:47:32.454406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31622): Launched\u000a21:47:32.757992 run osmo-hlr_10.42.42.2(pid=31623): Launched\u000a21:47:32.878267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:33.411562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31625): Launched\u000a21:47:33.714423 run osmo-stp_10.42.42.5(pid=31626): Launched\u000a21:47:33.842149 tst emergency_mo_mt_call.py: using MSISDN 7981\u000a21:47:33.992680 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:34.545354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31628): Launched\u000a21:47:34.849182 run osmo-msc_10.42.42.6(pid=31629): Launched\u000a21:47:35.028207 run osmo-stp_10.42.42.5(pid=31626): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31626)]\u000a21:47:35.157181 run osmo-stp_10.42.42.5(pid=31626): stdout: \u000a| (launched: 2022-12-12_21:47:33.565208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:35.283570 run osmo-stp_10.42.42.5(pid=31626): stderr: \u000a| �[0;m�[38;5;43m20221212214733740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214733740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214733740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214733740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214733741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214733741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214733741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:35.404914 run osmo-stp_10.42.42.5(pid=31626): stdout: \u000a| (launched: 2022-12-12_21:47:33.565208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:35.525607 run osmo-stp_10.42.42.5(pid=31626): stderr: \u000a| �[0;m�[38;5;43m20221212214733740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214733740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214733740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214733740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214733741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214733741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214733741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:35.578342 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=31626): Process ended prematurely: osmo-stp_10.42.42.5(pid=31626) [trial-2382↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31626)] [trial-2382↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a21:47:35.586227 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a21:47:35.646727 run osmo-hlr_10.42.42.2(pid=31623): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31623)]\u000a21:47:35.696466 run osmo-hlr_10.42.42.2(pid=31623): stdout: \u000a| (launched: 2022-12-12_21:47:32.608088) \u000a21:47:35.747094 run osmo-hlr_10.42.42.2(pid=31623): stderr: \u000a| �[0;m�[1;31m20221212214732787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214732787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214732787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214732787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214732787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214732787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214732799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214732809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214732809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214732809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:35.815649 run osmo-msc_10.42.42.6(pid=31629): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31629)]\u000a21:47:35.865422 run osmo-msc_10.42.42.6(pid=31629): stdout: \u000a| (launched: 2022-12-12_21:47:34.699576) \u000a21:47:35.915636 run osmo-msc_10.42.42.6(pid=31629): stderr: \u000a| �[0;m�[38;5;43m20221212214734970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214734970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6fbfd3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214734971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214734971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214734971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214734971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214734973 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214734973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214734973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214734974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:35.958148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31622): Terminating (SIGTERM)\u000a21:47:35.998343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31625): Terminating (SIGTERM)\u000a21:47:36.038477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31628): Terminating (SIGTERM)\u000a21:47:36.047850 --- ParallelTerminationStrategy: PID 31622 died...\u000a21:47:36.102247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31622): Terminated: ok {rc=0}\u000a21:47:36.111987 --- ParallelTerminationStrategy: PID 31625 died...\u000a21:47:36.165376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31625): Terminated: ok {rc=0}\u000a21:47:36.175071 --- ParallelTerminationStrategy: PID 31628 died...\u000a21:47:36.228317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31628): Terminated: ok {rc=0}\u000a21:47:36.317086 bus /sierra_3: Setting Powered False\u000a21:47:37.420659 bus /sierra_3: Setting Powered False\u000a21:47:38.533551 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31637): Process ended prematurely: osmo-stp_10.42.42.5(pid=31637) [trial-2382↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31637)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31637): Process ended prematurely: osmo-stp_10.42.42.5(pid=31637) [trial-2382↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:47:39.585467 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:47:39.597750 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:47:39.744317 tst emergency_preemptive_call.py: using LAC 31717\u000a21:47:39.873870 tst emergency_preemptive_call.py: using RAC 97\u000a21:47:40.002161 tst emergency_preemptive_call.py: using CellId 31717\u000a21:47:40.128776 tst emergency_preemptive_call.py: using BVCI 31718\u000a21:47:40.153553 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:47:40.164845 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:47:40.175952 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:47:40.187247 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:47:40.198696 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a21:47:40.210158 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:47:40.330133 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:47:40.448084 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:47:40.567647 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:47:40.778818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:41.290894 run create_hlr_db(pid=31631): Launched\u000a21:47:41.480088 bus /sierra_2: Setting Powered False\u000a21:47:42.500653 run create_hlr_db(pid=31631): Terminated: ok {rc=0}\u000a21:47:42.932603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31633): Launched\u000a21:47:43.259062 run osmo-hlr_10.42.42.2(pid=31634): Launched\u000a21:47:43.378526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:43.944535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31636): Launched\u000a21:47:44.269835 run osmo-stp_10.42.42.5(pid=31637): Launched\u000a21:47:44.403067 tst emergency_preemptive_call.py: using MSISDN 7982\u000a21:47:44.564901 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:45.155352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31639): Launched\u000a21:47:45.480452 run osmo-msc_10.42.42.6(pid=31640): Launched\u000a21:47:45.671220 run osmo-stp_10.42.42.5(pid=31637): ERR: Terminated: ERROR {rc=1} [trial-2382↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31637)]\u000a21:47:45.810353 run osmo-stp_10.42.42.5(pid=31637): stdout: \u000a| (launched: 2022-12-12_21:47:44.110136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:46.014982 run osmo-stp_10.42.42.5(pid=31637): stderr: \u000a| �[0;m�[38;5;43m20221212214744305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214744305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214744305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214744306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214744306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214744306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214744306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:46.148527 run osmo-stp_10.42.42.5(pid=31637): stdout: \u000a| (launched: 2022-12-12_21:47:44.110136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:46.281800 run osmo-stp_10.42.42.5(pid=31637): stderr: \u000a| �[0;m�[38;5;43m20221212214744305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214744305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214744305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214744306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214744306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214744306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214744306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:46.340219 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=31637): Process ended prematurely: osmo-stp_10.42.42.5(pid=31637) [trial-2382↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31637)] [trial-2382↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a21:47:46.349953 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a21:47:46.418803 run osmo-hlr_10.42.42.2(pid=31634): ERR: Terminated: ERROR {rc=237} [trial-2382↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31634)]\u000a21:47:46.473628 run osmo-hlr_10.42.42.2(pid=31634): stdout: \u000a| (launched: 2022-12-12_21:47:43.098462) \u000a21:47:46.529255 run osmo-hlr_10.42.42.2(pid=31634): stderr: \u000a| �[0;m�[1;31m20221212214743298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214743298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214743299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214743299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214743299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214743299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214743311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214743319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214743319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214743319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:46.604045 run osmo-msc_10.42.42.6(pid=31640): ERR: Terminated: ERROR {rc=2} [trial-2382↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31640)]\u000a21:47:46.658651 run osmo-msc_10.42.42.6(pid=31640): stdout: \u000a| (launched: 2022-12-12_21:47:45.320605) \u000a21:47:46.714003 run osmo-msc_10.42.42.6(pid=31640): stderr: \u000a| �[0;m�[38;5;43m20221212214745645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212214745645 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3cccdc2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212214745645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212214745645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212214745645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212214745645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212214745647 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212214745648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212214745648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212214745648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:46.761963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31633): Terminating (SIGTERM)\u000a21:47:46.807145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31636): Terminating (SIGTERM)\u000a21:47:46.852127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31639): Terminating (SIGTERM)\u000a21:47:46.862705 --- ParallelTerminationStrategy: PID 31633 died...\u000a21:47:46.922999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31633): Terminated: ok {rc=0}\u000a21:47:46.934308 --- ParallelTerminationStrategy: PID 31636 died...\u000a21:47:46.994686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31636): Terminated: ok {rc=0}\u000a21:47:47.006034 --- ParallelTerminationStrategy: PID 31639 died...\u000a21:47:47.066397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31639): Terminated: ok {rc=0}\u000a21:47:47.164187 bus /sierra_9: Setting Powered False\u000a21:47:48.271657 bus /sierra_9: Setting Powered False\u000a21:47:49.383805 bus /sierra_8: Setting Powered False\u000a21:47:50.488370 bus /sierra_8: Setting Powered False\u000a21:47:51.599572 bus /sierra_3: Setting Powered False\u000a21:47:52.703181 bus /sierra_3: Setting Powered False\u000a21:47:53.816047 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:47:29" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31655): Process ended prematurely: osmo-stp_10.42.42.5(pid=31655) [trial-2382↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31655)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31655): Process ended prematurely: osmo-stp_10.42.42.5(pid=31655) [trial-2382↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:47:55.949798 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:47:55.960870 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:47:56.106185 tst cs_paging_gprs_active.py: using LAC 31718\u000a21:47:56.234000 tst cs_paging_gprs_active.py: using RAC 98\u000a21:47:56.362398 tst cs_paging_gprs_active.py: using CellId 31718\u000a21:47:56.491567 tst cs_paging_gprs_active.py: using BVCI 31719\u000a21:47:56.516807 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:47:56.528058 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:47:56.539060 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:47:56.550296 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:47:56.561544 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:47:56.572744 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:47:56.584112 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:47:56.595236 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:47:56.606611 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:47:56.724783 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:47:57.027213 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:47:57.166556 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:47:57.507441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31645): Launched\u000a21:47:57.791284 run iperf3-srv_10.42.42.10(pid=31646): Launched\u000a21:47:57.994811 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:47:58.134077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:47:58.475004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31647): Launched\u000a21:47:58.758694 run iperf3-srv_10.42.42.10(pid=31648): Launched\u000a21:47:58.962635 tst cs_paging_gprs_active.py:38: start network...\u000a21:47:59.102599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:59.623332 run create_hlr_db(pid=31649): Launched\u000a21:47:59.815568 bus /sierra_2: Setting Powered False\u000a21:48:00.841651 run create_hlr_db(pid=31649): Terminated: ok {rc=0}\u000a21:48:01.323707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31651): Launched\u000a21:48:01.754078 run osmo-hlr_10.42.42.2(pid=31652): Launched\u000a21:48:01.996496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:02.571966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31654): Launched\u000a21:48:02.903837 run osmo-stp_10.42.42.5(pid=31655): Launched\u000a21:48:03.025559 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:48:03.601601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31657): Launched\u000a21:48:03.720747 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:48:04.008522 run patchelf(pid=31658): Launched\u000a21:48:04.201435 run osmo-stp_10.42.42.5(pid=31655): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31655)]\u000a21:48:04.342662 run osmo-stp_10.42.42.5(pid=31655): stdout: \u000a| (launched: 2022-12-12_21:48:02.740497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:04.484090 run osmo-stp_10.42.42.5(pid=31655): stderr: \u000a| �[0;m�[38;5;43m20221212214802936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214802936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214802936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214802936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214802937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214802937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214802937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:04.621139 run osmo-stp_10.42.42.5(pid=31655): stdout: \u000a| (launched: 2022-12-12_21:48:02.740497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:04.757309 run osmo-stp_10.42.42.5(pid=31655): stderr: \u000a| �[0;m�[38;5;43m20221212214802936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214802936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214802936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214802936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214802937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214802937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214802937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:04.915935 run patchelf(pid=31658): Terminating (SIGINT)\u000a21:48:05.102798 run patchelf(pid=31658): Terminated: ok {rc=0}\u000a21:48:05.137112 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31655): Process ended prematurely: osmo-stp_10.42.42.5(pid=31655) [trial-2382↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31655)] [trial-2382↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a21:48:05.147143 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a21:48:05.211886 run osmo-hlr_10.42.42.2(pid=31652): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31652)]\u000a21:48:05.264349 run osmo-hlr_10.42.42.2(pid=31652): stdout: \u000a| (launched: 2022-12-12_21:48:01.495461) \u000a21:48:05.317616 run osmo-hlr_10.42.42.2(pid=31652): stderr: \u000a| �[0;m�[1;31m20221212214801800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214801800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214801809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214801809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214801809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214801809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214801820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214801828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214801828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214801828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:05.362549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31645): Terminating (SIGTERM)\u000a21:48:05.405330 run iperf3-srv_10.42.42.10(pid=31646): Terminating (SIGTERM)\u000a21:48:05.447795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31647): Terminating (SIGTERM)\u000a21:48:05.490162 run iperf3-srv_10.42.42.10(pid=31648): Terminating (SIGTERM)\u000a21:48:05.532361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31651): Terminating (SIGTERM)\u000a21:48:05.575444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31654): Terminating (SIGTERM)\u000a21:48:05.618116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31657): Terminating (SIGTERM)\u000a21:48:05.628243 --- ParallelTerminationStrategy: PID 31645 died...\u000a21:48:05.685382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31645): Terminated: ok {rc=0}\u000a21:48:05.695911 --- ParallelTerminationStrategy: PID 31646 died...\u000a21:48:05.753106 run iperf3-srv_10.42.42.10(pid=31646): Terminated {rc=256}\u000a21:48:05.763699 --- ParallelTerminationStrategy: PID 31647 died...\u000a21:48:05.820014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31647): Terminated: ok {rc=0}\u000a21:48:05.830527 --- ParallelTerminationStrategy: PID 31648 died...\u000a21:48:05.886514 run iperf3-srv_10.42.42.10(pid=31648): Terminated {rc=256}\u000a21:48:05.896906 --- ParallelTerminationStrategy: PID 31651 died...\u000a21:48:05.953476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31651): Terminated: ok {rc=0}\u000a21:48:05.963684 --- ParallelTerminationStrategy: PID 31654 died...\u000a21:48:06.020216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31654): Terminated: ok {rc=0}\u000a21:48:06.030381 --- ParallelTerminationStrategy: PID 31657 died...\u000a21:48:06.086636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31657): Terminated: ok {rc=0}\u000a21:48:06.175284 bus /gobi_0: Setting Powered False\u000a21:48:07.278625 bus /gobi_0: Setting Powered False\u000a21:48:08.390830 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31667): Process ended prematurely: osmo-stp_10.42.42.5(pid=31667) [trial-2382↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31667)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31667): Process ended prematurely: osmo-stp_10.42.42.5(pid=31667) [trial-2382↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31667)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a21:48:09.502693 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:09.513821 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:48:09.651330 tst iperf3.py: using LAC 31719\u000a21:48:09.774238 tst iperf3.py: using RAC 99\u000a21:48:09.895234 tst iperf3.py: using CellId 31719\u000a21:48:10.018139 tst iperf3.py: using BVCI 31720\u000a21:48:10.041854 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:10.052492 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:10.063062 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:10.073527 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:10.083875 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:10.094317 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:10.104864 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:10.115307 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:10.125920 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:48:10.405429 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:48:10.534559 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:48:10.853690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31659): Launched\u000a21:48:11.118709 run iperf3-srv_10.42.42.10(pid=31660): Launched\u000a21:48:11.307593 tst iperf3.py:8: start network...\u000a21:48:11.436491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:11.930651 run create_hlr_db(pid=31661): Launched\u000a21:48:12.108670 bus /gobi_6: Setting Powered False\u000a21:48:13.131155 run create_hlr_db(pid=31661): Terminated: ok {rc=0}\u000a21:48:13.569305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31663): Launched\u000a21:48:13.901635 run osmo-hlr_10.42.42.2(pid=31664): Launched\u000a21:48:14.025737 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:14.601930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31666): Launched\u000a21:48:14.932936 run osmo-stp_10.42.42.5(pid=31667): Launched\u000a21:48:15.054496 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:48:15.631900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31669): Launched\u000a21:48:15.750413 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:48:16.060716 run patchelf(pid=31670): Launched\u000a21:48:16.251791 run osmo-stp_10.42.42.5(pid=31667): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31667)]\u000a21:48:16.390512 run osmo-stp_10.42.42.5(pid=31667): stdout: \u000a| (launched: 2022-12-12_21:48:14.770911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:16.526986 run osmo-stp_10.42.42.5(pid=31667): stderr: \u000a| �[0;m�[38;5;43m20221212214814963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214814964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214814964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214814964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214814965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214814965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214814965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:16.661416 run osmo-stp_10.42.42.5(pid=31667): stdout: \u000a| (launched: 2022-12-12_21:48:14.770911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:16.793478 run osmo-stp_10.42.42.5(pid=31667): stderr: \u000a| �[0;m�[38;5;43m20221212214814963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214814964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214814964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214814964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214814965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214814965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214814965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:16.947081 run patchelf(pid=31670): Terminating (SIGINT)\u000a21:48:17.126691 run patchelf(pid=31670): Terminated: ok {rc=0}\u000a21:48:17.160482 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31667): Process ended prematurely: osmo-stp_10.42.42.5(pid=31667) [trial-2382↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31667)] [trial-2382↪gprs:nanobts+band-900↪iperf3.py:8]\u000a21:48:17.170551 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a21:48:17.233154 run osmo-hlr_10.42.42.2(pid=31664): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31664)]\u000a21:48:17.283086 run osmo-hlr_10.42.42.2(pid=31664): stdout: \u000a| (launched: 2022-12-12_21:48:13.738473) \u000a21:48:17.333305 run osmo-hlr_10.42.42.2(pid=31664): stderr: \u000a| �[0;m�[1;31m20221212214813939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214813939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214813939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214813939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214813939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214813939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214813952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214813962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214813962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214813962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:17.376455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31659): Terminating (SIGTERM)\u000a21:48:17.417027 run iperf3-srv_10.42.42.10(pid=31660): Terminating (SIGTERM)\u000a21:48:17.457628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31663): Terminating (SIGTERM)\u000a21:48:17.498121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31666): Terminating (SIGTERM)\u000a21:48:17.538611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31669): Terminating (SIGTERM)\u000a21:48:17.548057 --- ParallelTerminationStrategy: PID 31659 died...\u000a21:48:17.603012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31659): Terminated: ok {rc=0}\u000a21:48:17.612792 --- ParallelTerminationStrategy: PID 31660 died...\u000a21:48:17.667117 run iperf3-srv_10.42.42.10(pid=31660): Terminated {rc=256}\u000a21:48:17.676845 --- ParallelTerminationStrategy: PID 31663 died...\u000a21:48:17.730981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31663): Terminated: ok {rc=0}\u000a21:48:17.740794 --- ParallelTerminationStrategy: PID 31666 died...\u000a21:48:17.794934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31666): Terminated: ok {rc=0}\u000a21:48:17.804883 --- ParallelTerminationStrategy: PID 31669 died...\u000a21:48:17.858976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31669): Terminated: ok {rc=0}\u000a21:48:17.943387 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31692): Process ended prematurely: osmo-stp_10.42.42.5(pid=31692) [trial-2382↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31692)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31692): Process ended prematurely: osmo-stp_10.42.42.5(pid=31692) [trial-2382↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a21:48:19.054347 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:19.065592 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:48:19.204093 tst iperf3m4.py: using LAC 31720\u000a21:48:19.330053 tst iperf3m4.py: using RAC 100\u000a21:48:19.450046 tst iperf3m4.py: using CellId 31720\u000a21:48:19.569992 tst iperf3m4.py: using BVCI 31721\u000a21:48:19.593609 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:19.604322 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:19.614913 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:19.625474 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:19.635979 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:19.646641 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:19.657403 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:19.667853 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:19.678746 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:48:19.799883 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:48:19.922978 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:48:20.044640 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:48:20.330583 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:48:20.459751 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:48:20.779233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31671): Launched\u000a21:48:21.044939 run iperf3-srv_10.42.42.10(pid=31679): Launched\u000a21:48:21.234145 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:48:21.362573 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:48:21.681630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31680): Launched\u000a21:48:21.946257 run iperf3-srv_10.42.42.10(pid=31681): Launched\u000a21:48:22.134471 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:48:22.262876 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:48:22.580882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31682): Launched\u000a21:48:22.845641 run iperf3-srv_10.42.42.10(pid=31683): Launched\u000a21:48:23.033259 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:48:23.161611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:48:23.480517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31684): Launched\u000a21:48:23.745205 run iperf3-srv_10.42.42.10(pid=31685): Launched\u000a21:48:23.933678 tst iperf3m4.py:8: start network...\u000a21:48:24.062785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:24.556439 run create_hlr_db(pid=31686): Launched\u000a21:48:24.734850 bus /gobi_6: Setting Powered False\u000a21:48:25.755511 run create_hlr_db(pid=31686): Terminated: ok {rc=0}\u000a21:48:26.196209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31688): Launched\u000a21:48:26.529308 run osmo-hlr_10.42.42.2(pid=31689): Launched\u000a21:48:26.653523 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:27.234080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31691): Launched\u000a21:48:27.569346 run osmo-stp_10.42.42.5(pid=31692): Launched\u000a21:48:27.692039 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:48:28.269367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31694): Launched\u000a21:48:28.388199 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:48:28.676866 run patchelf(pid=31695): Launched\u000a21:48:28.871382 run osmo-stp_10.42.42.5(pid=31692): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31692)]\u000a21:48:29.012752 run osmo-stp_10.42.42.5(pid=31692): stdout: \u000a| (launched: 2022-12-12_21:48:27.404512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:29.154405 run osmo-stp_10.42.42.5(pid=31692): stderr: \u000a| �[0;m�[38;5;43m20221212214827600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214827600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214827601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214827601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214827601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214827601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214827602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:29.291494 run osmo-stp_10.42.42.5(pid=31692): stdout: \u000a| (launched: 2022-12-12_21:48:27.404512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:29.427724 run osmo-stp_10.42.42.5(pid=31692): stderr: \u000a| �[0;m�[38;5;43m20221212214827600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214827600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214827601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214827601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214827601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214827601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214827602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:29.586866 run patchelf(pid=31695): Terminating (SIGINT)\u000a21:48:29.774248 run patchelf(pid=31695): Terminated: ok {rc=0}\u000a21:48:29.808245 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31692): Process ended prematurely: osmo-stp_10.42.42.5(pid=31692) [trial-2382↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31692)] [trial-2382↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a21:48:29.818319 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a21:48:29.883478 run osmo-hlr_10.42.42.2(pid=31689): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31689)]\u000a21:48:29.936187 run osmo-hlr_10.42.42.2(pid=31689): stdout: \u000a| (launched: 2022-12-12_21:48:26.366057) \u000a21:48:29.989426 run osmo-hlr_10.42.42.2(pid=31689): stderr: \u000a| �[0;m�[1;31m20221212214826566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214826566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214826566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214826566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214826566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214826566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214826583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214826593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214826593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214826593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:30.034473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31671): Terminating (SIGTERM)\u000a21:48:30.077320 run iperf3-srv_10.42.42.10(pid=31679): Terminating (SIGTERM)\u000a21:48:30.120361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31680): Terminating (SIGTERM)\u000a21:48:30.162595 run iperf3-srv_10.42.42.10(pid=31681): Terminating (SIGTERM)\u000a21:48:30.205251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31682): Terminating (SIGTERM)\u000a21:48:30.247802 run iperf3-srv_10.42.42.10(pid=31683): Terminating (SIGTERM)\u000a21:48:30.290395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31684): Terminating (SIGTERM)\u000a21:48:30.333006 run iperf3-srv_10.42.42.10(pid=31685): Terminating (SIGTERM)\u000a21:48:30.375494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31688): Terminating (SIGTERM)\u000a21:48:30.418783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31691): Terminating (SIGTERM)\u000a21:48:30.460791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31694): Terminating (SIGTERM)\u000a21:48:30.471007 --- ParallelTerminationStrategy: PID 31671 died...\u000a21:48:30.527973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31671): Terminated: ok {rc=0}\u000a21:48:30.538241 --- ParallelTerminationStrategy: PID 31679 died...\u000a21:48:30.594992 run iperf3-srv_10.42.42.10(pid=31679): Terminated {rc=256}\u000a21:48:30.605948 --- ParallelTerminationStrategy: PID 31680 died...\u000a21:48:30.662315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31680): Terminated: ok {rc=0}\u000a21:48:30.672819 --- ParallelTerminationStrategy: PID 31681 died...\u000a21:48:30.729176 run iperf3-srv_10.42.42.10(pid=31681): Terminated {rc=256}\u000a21:48:30.739644 --- ParallelTerminationStrategy: PID 31682 died...\u000a21:48:30.797010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31682): Terminated: ok {rc=0}\u000a21:48:30.807562 --- ParallelTerminationStrategy: PID 31683 died...\u000a21:48:30.882518 run iperf3-srv_10.42.42.10(pid=31683): Terminated {rc=256}\u000a21:48:30.897772 --- ParallelTerminationStrategy: PID 31684 died...\u000a21:48:30.957524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31684): Terminated: ok {rc=0}\u000a21:48:30.967870 --- ParallelTerminationStrategy: PID 31685 died...\u000a21:48:31.023518 run iperf3-srv_10.42.42.10(pid=31685): Terminated {rc=256}\u000a21:48:31.034248 --- ParallelTerminationStrategy: PID 31688 died...\u000a21:48:31.091077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31688): Terminated: ok {rc=0}\u000a21:48:31.102081 --- ParallelTerminationStrategy: PID 31691 died...\u000a21:48:31.159210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31691): Terminated: ok {rc=0}\u000a21:48:31.170514 --- ParallelTerminationStrategy: PID 31694 died...\u000a21:48:31.226411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31694): Terminated: ok {rc=0}\u000a21:48:31.317970 bus /gobi_4: Setting Powered False\u000a21:48:32.424311 bus /gobi_4: Setting Powered False\u000a21:48:33.532801 bus /gobi_1: Setting Powered False\u000a21:48:34.640331 bus /gobi_1: Setting Powered False\u000a21:48:35.748903 bus /gobi_0: Setting Powered False\u000a21:48:36.853261 bus /gobi_0: Setting Powered False\u000a21:48:37.966588 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31702): Process ended prematurely: osmo-stp_10.42.42.5(pid=31702) [trial-2382↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31702)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31702): Process ended prematurely: osmo-stp_10.42.42.5(pid=31702) [trial-2382↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a21:48:39.034887 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:39.046289 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:48:39.192584 tst ping.py: using LAC 31721\u000a21:48:39.318140 tst ping.py: using RAC 101\u000a21:48:39.439021 tst ping.py: using CellId 31721\u000a21:48:39.559530 tst ping.py: using BVCI 31722\u000a21:48:39.582917 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:39.593790 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:39.604303 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:39.614852 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:39.625331 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:39.635767 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:39.646478 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:39.656905 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:48:39.933513 tst ping.py:19: start network...\u000a21:48:40.059837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:40.544831 run create_hlr_db(pid=31696): Launched\u000a21:48:40.719115 bus /gobi_6: Setting Powered False\u000a21:48:41.740687 run create_hlr_db(pid=31696): Terminated: ok {rc=0}\u000a21:48:42.143406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31698): Launched\u000a21:48:42.446291 run osmo-hlr_10.42.42.2(pid=31699): Launched\u000a21:48:42.557086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:43.084024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31701): Launched\u000a21:48:43.385792 run osmo-stp_10.42.42.5(pid=31702): Launched\u000a21:48:43.497405 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:48:44.025451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31704): Launched\u000a21:48:44.133319 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:48:44.397269 run patchelf(pid=31705): Launched\u000a21:48:44.575282 run osmo-stp_10.42.42.5(pid=31702): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31702)]\u000a21:48:44.705244 run osmo-stp_10.42.42.5(pid=31702): stdout: \u000a| (launched: 2022-12-12_21:48:43.237785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:44.835221 run osmo-stp_10.42.42.5(pid=31702): stderr: \u000a| �[0;m�[38;5;43m20221212214843409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214843409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214843409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214843410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214843410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214843410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214843410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:44.960664 run osmo-stp_10.42.42.5(pid=31702): stdout: \u000a| (launched: 2022-12-12_21:48:43.237785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:45.085514 run osmo-stp_10.42.42.5(pid=31702): stderr: \u000a| �[0;m�[38;5;43m20221212214843409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214843409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214843409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214843410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214843410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214843410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214843410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:45.230729 run patchelf(pid=31705): Terminating (SIGINT)\u000a21:48:45.401666 run patchelf(pid=31705): Terminated: ok {rc=0}\u000a21:48:45.433230 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31702): Process ended prematurely: osmo-stp_10.42.42.5(pid=31702) [trial-2382↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31702)] [trial-2382↪gprs:nanobts+band-900↪ping.py:22]\u000a21:48:45.441945 tst ping.py:22: Test FAILED (6.4 sec)\u000a21:48:45.503166 run osmo-hlr_10.42.42.2(pid=31699): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31699)]\u000a21:48:45.553167 run osmo-hlr_10.42.42.2(pid=31699): stdout: \u000a| (launched: 2022-12-12_21:48:42.297587) \u000a21:48:45.603739 run osmo-hlr_10.42.42.2(pid=31699): stderr: \u000a| �[0;m�[1;31m20221212214842473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214842473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214842473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214842473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214842473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214842474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214842495 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214842504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214842504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214842505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:45.646481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31698): Terminating (SIGTERM)\u000a21:48:45.686786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31701): Terminating (SIGTERM)\u000a21:48:45.727039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31704): Terminating (SIGTERM)\u000a21:48:45.736475 --- ParallelTerminationStrategy: PID 31698 died...\u000a21:48:45.791011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31698): Terminated: ok {rc=0}\u000a21:48:45.800872 --- ParallelTerminationStrategy: PID 31701 died...\u000a21:48:45.856900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31701): Terminated: ok {rc=0}\u000a21:48:45.867187 --- ParallelTerminationStrategy: PID 31704 died...\u000a21:48:45.922424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31704): Terminated: ok {rc=0}\u000a21:48:46.014222 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31712): Process ended prematurely: osmo-stp_10.42.42.5(pid=31712) [trial-2382↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31712)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31712): Process ended prematurely: osmo-stp_10.42.42.5(pid=31712) [trial-2382↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a21:48:47.067797 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:47.080570 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a21:48:47.227032 tst ping_idle_ping.py: using LAC 31722\u000a21:48:47.352568 tst ping_idle_ping.py: using RAC 102\u000a21:48:47.475208 tst ping_idle_ping.py: using CellId 31722\u000a21:48:47.596075 tst ping_idle_ping.py: using BVCI 31723\u000a21:48:47.619339 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:47.630198 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:47.640775 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:47.651446 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:47.661976 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:47.672506 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:47.683257 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a21:48:47.693910 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a21:48:47.989879 tst ping_idle_ping.py:24: start network...\u000a21:48:48.127229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:48.643700 run create_hlr_db(pid=31706): Launched\u000a21:48:48.833268 bus /gobi_6: Setting Powered False\u000a21:48:49.854725 run create_hlr_db(pid=31706): Terminated: ok {rc=0}\u000a21:48:50.269979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31708): Launched\u000a21:48:50.596301 run osmo-hlr_10.42.42.2(pid=31709): Launched\u000a21:48:50.718404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:51.285971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31711): Launched\u000a21:48:51.613782 run osmo-stp_10.42.42.5(pid=31712): Launched\u000a21:48:51.733332 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:48:52.302364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31714): Launched\u000a21:48:52.419348 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:48:52.702664 run patchelf(pid=31715): Launched\u000a21:48:52.893848 run osmo-stp_10.42.42.5(pid=31712): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31712)]\u000a21:48:53.033293 run osmo-stp_10.42.42.5(pid=31712): stdout: \u000a| (launched: 2022-12-12_21:48:51.452471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:53.173188 run osmo-stp_10.42.42.5(pid=31712): stderr: \u000a| �[0;m�[38;5;43m20221212214851647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214851647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214851647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214851648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214851650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214851650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214851650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:53.308235 run osmo-stp_10.42.42.5(pid=31712): stdout: \u000a| (launched: 2022-12-12_21:48:51.452471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:53.442209 run osmo-stp_10.42.42.5(pid=31712): stderr: \u000a| �[0;m�[38;5;43m20221212214851647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214851647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214851647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214851648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214851650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214851650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214851650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:53.599274 run patchelf(pid=31715): Terminating (SIGINT)\u000a21:48:53.784345 run patchelf(pid=31715): Terminated: ok {rc=0}\u000a21:48:53.817663 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31712): Process ended prematurely: osmo-stp_10.42.42.5(pid=31712) [trial-2382↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31712)] [trial-2382↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a21:48:53.827118 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a21:48:53.892019 run osmo-hlr_10.42.42.2(pid=31709): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31709)]\u000a21:48:53.944622 run osmo-hlr_10.42.42.2(pid=31709): stdout: \u000a| (launched: 2022-12-12_21:48:50.436100) \u000a21:48:53.998066 run osmo-hlr_10.42.42.2(pid=31709): stderr: \u000a| �[0;m�[1;31m20221212214850634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214850634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214850634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214850634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214850634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214850634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214850648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214850656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214850656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214850656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:54.043104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31708): Terminating (SIGTERM)\u000a21:48:54.085991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31711): Terminating (SIGTERM)\u000a21:48:54.128561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31714): Terminating (SIGTERM)\u000a21:48:54.138875 --- ParallelTerminationStrategy: PID 31708 died...\u000a21:48:54.195798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31708): Terminated: ok {rc=0}\u000a21:48:54.206517 --- ParallelTerminationStrategy: PID 31711 died...\u000a21:48:54.263607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31711): Terminated: ok {rc=0}\u000a21:48:54.274013 --- ParallelTerminationStrategy: PID 31714 died...\u000a21:48:54.330727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31714): Terminated: ok {rc=0}\u000a21:48:54.420156 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:47:55" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31730): Process ended prematurely: osmo-stp_10.42.42.5(pid=31730) [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31730)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31730): Process ended prematurely: osmo-stp_10.42.42.5(pid=31730) [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:48:56.589609 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:48:56.600890 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:48:56.746263 tst cs_paging_gprs_active.py: using LAC 31723\u000a21:48:56.875428 tst cs_paging_gprs_active.py: using RAC 103\u000a21:48:57.006926 tst cs_paging_gprs_active.py: using CellId 31723\u000a21:48:57.136807 tst cs_paging_gprs_active.py: using BVCI 31724\u000a21:48:57.162152 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:48:57.173750 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:48:57.184883 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:48:57.196411 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:48:57.207777 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:48:57.219376 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:48:57.231038 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:48:57.242497 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:48:57.254158 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:48:57.372324 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:48:57.673361 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:48:57.813925 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:48:58.156486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31720): Launched\u000a21:48:58.442380 run iperf3-srv_10.42.42.10(pid=31721): Launched\u000a21:48:58.647355 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:48:58.787772 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:48:59.131416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31722): Launched\u000a21:48:59.416694 run iperf3-srv_10.42.42.10(pid=31723): Launched\u000a21:48:59.621928 tst cs_paging_gprs_active.py:38: start network...\u000a21:48:59.762276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:00.284755 run create_hlr_db(pid=31724): Launched\u000a21:49:00.477231 bus /gobi_6: Setting Powered False\u000a21:49:01.500922 run create_hlr_db(pid=31724): Terminated: ok {rc=0}\u000a21:49:01.983432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31726): Launched\u000a21:49:02.325072 run osmo-hlr_10.42.42.2(pid=31727): Launched\u000a21:49:02.441339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:02.976194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31729): Launched\u000a21:49:03.285265 run osmo-stp_10.42.42.5(pid=31730): Launched\u000a21:49:03.399192 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:49:03.940513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31732): Launched\u000a21:49:04.051788 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:49:04.322162 run patchelf(pid=31733): Launched\u000a21:49:04.502504 run osmo-stp_10.42.42.5(pid=31730): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31730)]\u000a21:49:04.634205 run osmo-stp_10.42.42.5(pid=31730): stdout: \u000a| (launched: 2022-12-12_21:49:03.133081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:04.766007 run osmo-stp_10.42.42.5(pid=31730): stderr: \u000a| �[0;m�[38;5;43m20221212214903305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214903305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214903306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214903306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214903306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214903307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214903307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:04.893727 run osmo-stp_10.42.42.5(pid=31730): stdout: \u000a| (launched: 2022-12-12_21:49:03.133081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:05.019800 run osmo-stp_10.42.42.5(pid=31730): stderr: \u000a| �[0;m�[38;5;43m20221212214903305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214903305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214903306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214903306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214903306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214903307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214903307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:05.167440 run patchelf(pid=31733): Terminating (SIGINT)\u000a21:49:05.341612 run patchelf(pid=31733): Terminated: ok {rc=0}\u000a21:49:05.373556 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31730): Process ended prematurely: osmo-stp_10.42.42.5(pid=31730) [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31730)] [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:49:05.382751 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a21:49:05.443406 run osmo-hlr_10.42.42.2(pid=31727): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31727)]\u000a21:49:05.492880 run osmo-hlr_10.42.42.2(pid=31727): stdout: \u000a| (launched: 2022-12-12_21:49:02.172363) \u000a21:49:05.543009 run osmo-hlr_10.42.42.2(pid=31727): stderr: \u000a| �[0;m�[1;31m20221212214902346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214902346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214902346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214902346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214902346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214902346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214902359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214902369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214902369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214902370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:05.586016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31720): Terminating (SIGTERM)\u000a21:49:05.626241 run iperf3-srv_10.42.42.10(pid=31721): Terminating (SIGTERM)\u000a21:49:05.666148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31722): Terminating (SIGTERM)\u000a21:49:05.705921 run iperf3-srv_10.42.42.10(pid=31723): Terminating (SIGTERM)\u000a21:49:05.747947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31726): Terminating (SIGTERM)\u000a21:49:05.787899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31729): Terminating (SIGTERM)\u000a21:49:05.827946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31732): Terminating (SIGTERM)\u000a21:49:05.837333 --- ParallelTerminationStrategy: PID 31720 died...\u000a21:49:05.891051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31720): Terminated: ok {rc=0}\u000a21:49:05.900798 --- ParallelTerminationStrategy: PID 31721 died...\u000a21:49:05.954577 run iperf3-srv_10.42.42.10(pid=31721): Terminated {rc=256}\u000a21:49:05.964237 --- ParallelTerminationStrategy: PID 31722 died...\u000a21:49:06.018495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31722): Terminated: ok {rc=0}\u000a21:49:06.028335 --- ParallelTerminationStrategy: PID 31723 died...\u000a21:49:06.082140 run iperf3-srv_10.42.42.10(pid=31723): Terminated {rc=256}\u000a21:49:06.092163 --- ParallelTerminationStrategy: PID 31726 died...\u000a21:49:06.146163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31726): Terminated: ok {rc=0}\u000a21:49:06.155914 --- ParallelTerminationStrategy: PID 31729 died...\u000a21:49:06.209269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31729): Terminated: ok {rc=0}\u000a21:49:06.218901 --- ParallelTerminationStrategy: PID 31732 died...\u000a21:49:06.272294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31732): Terminated: ok {rc=0}\u000a21:49:06.362686 bus /gobi_0: Setting Powered False\u000a21:49:07.467412 bus /gobi_0: Setting Powered False\u000a21:49:08.574931 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31742): Process ended prematurely: osmo-stp_10.42.42.5(pid=31742) [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31742)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31742): Process ended prematurely: osmo-stp_10.42.42.5(pid=31742) [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31742)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:49:09.692184 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:09.704063 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:49:09.847892 tst iperf3.py: using LAC 31724\u000a21:49:09.971847 tst iperf3.py: using RAC 104\u000a21:49:10.095707 tst iperf3.py: using CellId 31724\u000a21:49:10.226151 tst iperf3.py: using BVCI 31725\u000a21:49:10.251738 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:10.263334 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:10.274804 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:10.286581 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:10.298140 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:10.309596 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:10.321286 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:10.332676 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:10.344692 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:49:10.629981 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:49:10.759432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:49:11.079222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31734): Launched\u000a21:49:11.345434 run iperf3-srv_10.42.42.10(pid=31735): Launched\u000a21:49:11.534969 tst iperf3.py:8: start network...\u000a21:49:11.665544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:12.161567 run create_hlr_db(pid=31736): Launched\u000a21:49:12.339339 bus /gobi_6: Setting Powered False\u000a21:49:13.361828 run create_hlr_db(pid=31736): Terminated: ok {rc=0}\u000a21:49:13.801696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31738): Launched\u000a21:49:14.134071 run osmo-hlr_10.42.42.2(pid=31739): Launched\u000a21:49:14.256898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:14.834296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31741): Launched\u000a21:49:15.165040 run osmo-stp_10.42.42.5(pid=31742): Launched\u000a21:49:15.286364 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:49:15.875676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31744): Launched\u000a21:49:16.001024 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:49:16.308557 run patchelf(pid=31745): Launched\u000a21:49:16.507232 run osmo-stp_10.42.42.5(pid=31742): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31742)]\u000a21:49:16.652353 run osmo-stp_10.42.42.5(pid=31742): stdout: \u000a| (launched: 2022-12-12_21:49:15.003243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:16.798450 run osmo-stp_10.42.42.5(pid=31742): stderr: \u000a| �[0;m�[38;5;43m20221212214915196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214915196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214915197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214915197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214915197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214915197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214915198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:16.939430 run osmo-stp_10.42.42.5(pid=31742): stdout: \u000a| (launched: 2022-12-12_21:49:15.003243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:17.080704 run osmo-stp_10.42.42.5(pid=31742): stderr: \u000a| �[0;m�[38;5;43m20221212214915196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214915196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214915197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214915197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214915197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214915197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214915198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:17.243339 run patchelf(pid=31745): Terminating (SIGINT)\u000a21:49:17.429932 run patchelf(pid=31745): Terminated: ok {rc=0}\u000a21:49:17.464270 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31742): Process ended prematurely: osmo-stp_10.42.42.5(pid=31742) [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31742)] [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a21:49:17.474607 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a21:49:17.539514 run osmo-hlr_10.42.42.2(pid=31739): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31739)]\u000a21:49:17.592371 run osmo-hlr_10.42.42.2(pid=31739): stdout: \u000a| (launched: 2022-12-12_21:49:13.971026) \u000a21:49:17.645895 run osmo-hlr_10.42.42.2(pid=31739): stderr: \u000a| �[0;m�[1;31m20221212214914171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214914171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214914171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214914171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214914171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214914172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214914185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214914194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214914195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214914195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:17.691198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31734): Terminating (SIGTERM)\u000a21:49:17.734126 run iperf3-srv_10.42.42.10(pid=31735): Terminating (SIGTERM)\u000a21:49:17.776838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31738): Terminating (SIGTERM)\u000a21:49:17.819680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31741): Terminating (SIGTERM)\u000a21:49:17.862566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31744): Terminating (SIGTERM)\u000a21:49:17.872864 --- ParallelTerminationStrategy: PID 31734 died...\u000a21:49:17.930030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31734): Terminated: ok {rc=0}\u000a21:49:17.940655 --- ParallelTerminationStrategy: PID 31735 died...\u000a21:49:17.997659 run iperf3-srv_10.42.42.10(pid=31735): Terminated {rc=256}\u000a21:49:18.007960 --- ParallelTerminationStrategy: PID 31738 died...\u000a21:49:18.065349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31738): Terminated: ok {rc=0}\u000a21:49:18.075630 --- ParallelTerminationStrategy: PID 31741 died...\u000a21:49:18.132813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31741): Terminated: ok {rc=0}\u000a21:49:18.143416 --- ParallelTerminationStrategy: PID 31744 died...\u000a21:49:18.200275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31744): Terminated: ok {rc=0}\u000a21:49:18.289668 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31760): Process ended prematurely: osmo-stp_10.42.42.5(pid=31760) [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31760)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31760): Process ended prematurely: osmo-stp_10.42.42.5(pid=31760) [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:49:19.408670 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:19.420746 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:49:19.562245 tst iperf3m4.py: using LAC 31725\u000a21:49:19.688128 tst iperf3m4.py: using RAC 105\u000a21:49:19.811740 tst iperf3m4.py: using CellId 31725\u000a21:49:19.937034 tst iperf3m4.py: using BVCI 31726\u000a21:49:19.960938 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:19.972094 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:19.983138 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:19.994735 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:20.006221 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:20.017774 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:20.029456 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:20.040745 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:20.052062 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:49:20.174091 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:49:20.299121 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:49:20.419412 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:49:20.721314 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:49:20.857409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:49:21.179533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31746): Launched\u000a21:49:21.447228 run iperf3-srv_10.42.42.10(pid=31747): Launched\u000a21:49:21.637398 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:49:21.767925 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:49:22.087271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31748): Launched\u000a21:49:22.353680 run iperf3-srv_10.42.42.10(pid=31749): Launched\u000a21:49:22.542552 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:49:22.672262 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:49:22.992388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31750): Launched\u000a21:49:23.257710 run iperf3-srv_10.42.42.10(pid=31751): Launched\u000a21:49:23.446112 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:49:23.575194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:49:23.894615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31752): Launched\u000a21:49:24.159759 run iperf3-srv_10.42.42.10(pid=31753): Launched\u000a21:49:24.348025 tst iperf3m4.py:8: start network...\u000a21:49:24.476802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:24.970192 run create_hlr_db(pid=31754): Launched\u000a21:49:25.146894 bus /gobi_6: Setting Powered False\u000a21:49:26.170313 run create_hlr_db(pid=31754): Terminated: ok {rc=0}\u000a21:49:26.609660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31756): Launched\u000a21:49:26.943243 run osmo-hlr_10.42.42.2(pid=31757): Launched\u000a21:49:27.065833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:27.644508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31759): Launched\u000a21:49:27.978181 run osmo-stp_10.42.42.5(pid=31760): Launched\u000a21:49:28.099838 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:49:28.676767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31762): Launched\u000a21:49:28.796663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:49:29.085111 run patchelf(pid=31763): Launched\u000a21:49:29.279090 run osmo-stp_10.42.42.5(pid=31760): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31760)]\u000a21:49:29.420516 run osmo-stp_10.42.42.5(pid=31760): stdout: \u000a| (launched: 2022-12-12_21:49:27.815090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:29.562459 run osmo-stp_10.42.42.5(pid=31760): stderr: \u000a| �[0;m�[38;5;43m20221212214928010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214928010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214928010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214928011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214928011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214928011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214928011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:29.700094 run osmo-stp_10.42.42.5(pid=31760): stdout: \u000a| (launched: 2022-12-12_21:49:27.815090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:29.837353 run osmo-stp_10.42.42.5(pid=31760): stderr: \u000a| �[0;m�[38;5;43m20221212214928010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214928010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214928010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214928011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214928011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214928011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214928011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:29.996174 run patchelf(pid=31763): Terminating (SIGINT)\u000a21:49:30.182990 run patchelf(pid=31763): Terminated: ok {rc=0}\u000a21:49:30.217074 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31760): Process ended prematurely: osmo-stp_10.42.42.5(pid=31760) [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31760)] [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:49:30.227172 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a21:49:30.292263 run osmo-hlr_10.42.42.2(pid=31757): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31757)]\u000a21:49:30.344466 run osmo-hlr_10.42.42.2(pid=31757): stdout: \u000a| (launched: 2022-12-12_21:49:26.778860) \u000a21:49:30.398000 run osmo-hlr_10.42.42.2(pid=31757): stderr: \u000a| �[0;m�[1;31m20221212214926982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214926982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214926982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214926982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214926982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214926983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214926995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214927003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214927004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214927004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:30.442813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31746): Terminating (SIGTERM)\u000a21:49:30.485426 run iperf3-srv_10.42.42.10(pid=31747): Terminating (SIGTERM)\u000a21:49:30.527799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31748): Terminating (SIGTERM)\u000a21:49:30.570124 run iperf3-srv_10.42.42.10(pid=31749): Terminating (SIGTERM)\u000a21:49:30.614225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31750): Terminating (SIGTERM)\u000a21:49:30.656546 run iperf3-srv_10.42.42.10(pid=31751): Terminating (SIGTERM)\u000a21:49:30.698956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31752): Terminating (SIGTERM)\u000a21:49:30.741273 run iperf3-srv_10.42.42.10(pid=31753): Terminating (SIGTERM)\u000a21:49:30.783525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31756): Terminating (SIGTERM)\u000a21:49:30.826342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31759): Terminating (SIGTERM)\u000a21:49:30.870742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31762): Terminating (SIGTERM)\u000a21:49:30.880847 --- ParallelTerminationStrategy: PID 31746 died...\u000a21:49:30.938495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31746): Terminated: ok {rc=0}\u000a21:49:30.949244 --- ParallelTerminationStrategy: PID 31747 died...\u000a21:49:31.007010 run iperf3-srv_10.42.42.10(pid=31747): Terminated {rc=256}\u000a21:49:31.017703 --- ParallelTerminationStrategy: PID 31748 died...\u000a21:49:31.075206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31748): Terminated: ok {rc=0}\u000a21:49:31.086247 --- ParallelTerminationStrategy: PID 31749 died...\u000a21:49:31.144044 run iperf3-srv_10.42.42.10(pid=31749): Terminated {rc=256}\u000a21:49:31.154830 --- ParallelTerminationStrategy: PID 31750 died...\u000a21:49:31.212338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31750): Terminated: ok {rc=0}\u000a21:49:31.223094 --- ParallelTerminationStrategy: PID 31751 died...\u000a21:49:31.281169 run iperf3-srv_10.42.42.10(pid=31751): Terminated {rc=256}\u000a21:49:31.291971 --- ParallelTerminationStrategy: PID 31752 died...\u000a21:49:31.349810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31752): Terminated: ok {rc=0}\u000a21:49:31.360688 --- ParallelTerminationStrategy: PID 31753 died...\u000a21:49:31.418563 run iperf3-srv_10.42.42.10(pid=31753): Terminated {rc=256}\u000a21:49:31.429373 --- ParallelTerminationStrategy: PID 31756 died...\u000a21:49:31.487117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31756): Terminated: ok {rc=0}\u000a21:49:31.497971 --- ParallelTerminationStrategy: PID 31759 died...\u000a21:49:31.555880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31759): Terminated: ok {rc=0}\u000a21:49:31.566706 --- ParallelTerminationStrategy: PID 31762 died...\u000a21:49:31.624593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31762): Terminated: ok {rc=0}\u000a21:49:31.718343 bus /gobi_4: Setting Powered False\u000a21:49:32.825558 bus /gobi_4: Setting Powered False\u000a21:49:33.938970 bus /gobi_1: Setting Powered False\u000a21:49:35.043849 bus /gobi_1: Setting Powered False\u000a21:49:36.156622 bus /gobi_0: Setting Powered False\u000a21:49:37.261076 bus /gobi_0: Setting Powered False\u000a21:49:38.375004 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31770): Process ended prematurely: osmo-stp_10.42.42.5(pid=31770) [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31770)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31770): Process ended prematurely: osmo-stp_10.42.42.5(pid=31770) [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:49:39.443701 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:39.455529 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:49:39.595073 tst ping.py: using LAC 31726\u000a21:49:39.717120 tst ping.py: using RAC 106\u000a21:49:39.838628 tst ping.py: using CellId 31726\u000a21:49:39.959973 tst ping.py: using BVCI 31727\u000a21:49:39.983283 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:39.994422 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:40.005371 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:40.016141 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:40.026938 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:40.037722 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:40.048676 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:40.059564 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:49:40.353304 tst ping.py:19: start network...\u000a21:49:40.489581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:41.002681 run create_hlr_db(pid=31764): Launched\u000a21:49:41.191910 bus /gobi_6: Setting Powered False\u000a21:49:42.212349 run create_hlr_db(pid=31764): Terminated: ok {rc=0}\u000a21:49:42.618914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31766): Launched\u000a21:49:42.921700 run osmo-hlr_10.42.42.2(pid=31767): Launched\u000a21:49:43.033974 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:43.561349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31769): Launched\u000a21:49:43.862991 run osmo-stp_10.42.42.5(pid=31770): Launched\u000a21:49:43.974312 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:49:44.503472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31772): Launched\u000a21:49:44.612628 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:49:44.879055 run patchelf(pid=31773): Launched\u000a21:49:45.057271 run osmo-stp_10.42.42.5(pid=31770): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31770)]\u000a21:49:45.187148 run osmo-stp_10.42.42.5(pid=31770): stdout: \u000a| (launched: 2022-12-12_21:49:43.714813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:45.317086 run osmo-stp_10.42.42.5(pid=31770): stderr: \u000a| �[0;m�[38;5;43m20221212214943887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214943887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214943887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214943887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214943888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214943888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214943888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:45.442754 run osmo-stp_10.42.42.5(pid=31770): stdout: \u000a| (launched: 2022-12-12_21:49:43.714813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:45.567382 run osmo-stp_10.42.42.5(pid=31770): stderr: \u000a| �[0;m�[38;5;43m20221212214943887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214943887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214943887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214943887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214943888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214943888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214943888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:45.712040 run patchelf(pid=31773): Terminating (SIGINT)\u000a21:49:45.917917 run patchelf(pid=31773): Terminated: ok {rc=0}\u000a21:49:45.950152 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31770): Process ended prematurely: osmo-stp_10.42.42.5(pid=31770) [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31770)] [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a21:49:45.959372 tst ping.py:22: Test FAILED (6.5 sec)\u000a21:49:46.021418 run osmo-hlr_10.42.42.2(pid=31767): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31767)]\u000a21:49:46.072135 run osmo-hlr_10.42.42.2(pid=31767): stdout: \u000a| (launched: 2022-12-12_21:49:42.772845) \u000a21:49:46.123291 run osmo-hlr_10.42.42.2(pid=31767): stderr: \u000a| �[0;m�[1;31m20221212214942949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214942949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214942949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214942949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214942949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214942949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214942961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214942970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214942970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214942970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:46.167066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31766): Terminating (SIGTERM)\u000a21:49:46.210419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31769): Terminating (SIGTERM)\u000a21:49:46.253901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31772): Terminating (SIGTERM)\u000a21:49:46.264093 --- ParallelTerminationStrategy: PID 31766 died...\u000a21:49:46.320835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31766): Terminated: ok {rc=0}\u000a21:49:46.331428 --- ParallelTerminationStrategy: PID 31769 died...\u000a21:49:46.386226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31769): Terminated: ok {rc=0}\u000a21:49:46.396500 --- ParallelTerminationStrategy: PID 31772 died...\u000a21:49:46.451382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31772): Terminated: ok {rc=0}\u000a21:49:46.537562 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31780): Process ended prematurely: osmo-stp_10.42.42.5(pid=31780) [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31780)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31780): Process ended prematurely: osmo-stp_10.42.42.5(pid=31780) [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:49:47.586987 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:47.598523 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:49:47.739598 tst ping_idle_ping.py: using LAC 31727\u000a21:49:47.857493 tst ping_idle_ping.py: using RAC 107\u000a21:49:47.976226 tst ping_idle_ping.py: using CellId 31727\u000a21:49:48.093576 tst ping_idle_ping.py: using BVCI 31728\u000a21:49:48.116781 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:48.127939 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:48.138756 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:48.149561 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:48.160316 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:48.171119 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:48.182234 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:49:48.193066 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:49:48.488419 tst ping_idle_ping.py:24: start network...\u000a21:49:48.626159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:49.142842 run create_hlr_db(pid=31774): Launched\u000a21:49:49.333180 bus /gobi_6: Setting Powered False\u000a21:49:50.354011 run create_hlr_db(pid=31774): Terminated: ok {rc=0}\u000a21:49:50.763057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31776): Launched\u000a21:49:51.068100 run osmo-hlr_10.42.42.2(pid=31777): Launched\u000a21:49:51.184564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:51.710278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31779): Launched\u000a21:49:52.014182 run osmo-stp_10.42.42.5(pid=31780): Launched\u000a21:49:52.124789 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:49:52.654612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31782): Launched\u000a21:49:52.762965 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:49:53.028529 run patchelf(pid=31783): Launched\u000a21:49:53.206370 run osmo-stp_10.42.42.5(pid=31780): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31780)]\u000a21:49:53.337232 run osmo-stp_10.42.42.5(pid=31780): stdout: \u000a| (launched: 2022-12-12_21:49:51.864499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:53.467741 run osmo-stp_10.42.42.5(pid=31780): stderr: \u000a| �[0;m�[38;5;43m20221212214952037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214952037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214952038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214952038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214952038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214952039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214952039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:53.593494 run osmo-stp_10.42.42.5(pid=31780): stdout: \u000a| (launched: 2022-12-12_21:49:51.864499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:53.718085 run osmo-stp_10.42.42.5(pid=31780): stderr: \u000a| �[0;m�[38;5;43m20221212214952037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212214952037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212214952038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212214952038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212214952038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212214952039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212214952039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:53.863565 run patchelf(pid=31783): Terminating (SIGINT)\u000a21:49:54.035888 run patchelf(pid=31783): Terminated: ok {rc=0}\u000a21:49:54.067078 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31780): Process ended prematurely: osmo-stp_10.42.42.5(pid=31780) [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31780)] [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:49:54.075643 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a21:49:54.136331 run osmo-hlr_10.42.42.2(pid=31777): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31777)]\u000a21:49:54.185839 run osmo-hlr_10.42.42.2(pid=31777): stdout: \u000a| (launched: 2022-12-12_21:49:50.917870) \u000a21:49:54.235796 run osmo-hlr_10.42.42.2(pid=31777): stderr: \u000a| �[0;m�[1;31m20221212214951095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212214951095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212214951095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214951095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212214951095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212214951095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212214951107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212214951115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212214951116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212214951116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:54.278340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31776): Terminating (SIGTERM)\u000a21:49:54.318601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31779): Terminating (SIGTERM)\u000a21:49:54.358915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31782): Terminating (SIGTERM)\u000a21:49:54.368422 --- ParallelTerminationStrategy: PID 31776 died...\u000a21:49:54.422632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31776): Terminated: ok {rc=0}\u000a21:49:54.432608 --- ParallelTerminationStrategy: PID 31779 died...\u000a21:49:54.486407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31779): Terminated: ok {rc=0}\u000a21:49:54.496331 --- ParallelTerminationStrategy: PID 31782 died...\u000a21:49:54.550097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31782): Terminated: ok {rc=0}\u000a21:49:54.641485 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:48:56" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31800): Process ended prematurely: osmo-stp_10.42.42.5(pid=31800) [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31800)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31800): Process ended prematurely: osmo-stp_10.42.42.5(pid=31800) [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:49:56.811772 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:49:56.823407 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:49:56.988319 tst cs_paging_gprs_active.py: using LAC 31728\u000a21:49:57.112855 tst cs_paging_gprs_active.py: using RAC 108\u000a21:49:57.237065 tst cs_paging_gprs_active.py: using CellId 31728\u000a21:49:57.360704 tst cs_paging_gprs_active.py: using BVCI 31729\u000a21:49:57.384629 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:49:57.395757 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:49:57.406795 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:49:57.418091 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:49:57.429060 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:49:57.439871 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:49:57.450916 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:49:57.461801 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:49:57.472879 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:49:57.592106 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:49:57.875936 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:49:58.007359 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:49:58.327619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31787): Launched\u000a21:49:58.593407 run iperf3-srv_10.42.42.10(pid=31788): Launched\u000a21:49:58.783038 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:49:58.912875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:49:59.232902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31789): Launched\u000a21:49:59.498374 run iperf3-srv_10.42.42.10(pid=31790): Launched\u000a21:49:59.687193 tst cs_paging_gprs_active.py:38: start network...\u000a21:49:59.816565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:00.311916 run create_hlr_db(pid=31791): Launched\u000a21:50:00.490427 bus /gobi_6: Setting Powered False\u000a21:50:01.514701 run create_hlr_db(pid=31791): Terminated: ok {rc=0}\u000a21:50:01.951161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31796): Launched\u000a21:50:02.296382 run osmo-hlr_10.42.42.2(pid=31797): Launched\u000a21:50:02.422026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:50:02.996503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31799): Launched\u000a21:50:03.329481 run osmo-stp_10.42.42.5(pid=31800): Launched\u000a21:50:03.451503 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:50:04.030725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31802): Launched\u000a21:50:04.151028 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:50:04.441111 run patchelf(pid=31804): Launched\u000a21:50:04.636374 run osmo-stp_10.42.42.5(pid=31800): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31800)]\u000a21:50:04.778610 run osmo-stp_10.42.42.5(pid=31800): stdout: \u000a| (launched: 2022-12-12_21:50:03.166091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:04.922074 run osmo-stp_10.42.42.5(pid=31800): stderr: \u000a| �[0;m�[38;5;43m20221212215003359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215003359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215003359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215003359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215003362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215003362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215003362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:05.060197 run osmo-stp_10.42.42.5(pid=31800): stdout: \u000a| (launched: 2022-12-12_21:50:03.166091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:05.197746 run osmo-stp_10.42.42.5(pid=31800): stderr: \u000a| �[0;m�[38;5;43m20221212215003359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215003359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215003359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215003359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215003362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215003362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215003362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:05.358406 run patchelf(pid=31804): Terminating (SIGINT)\u000a21:50:05.546157 run patchelf(pid=31804): Terminated: ok {rc=0}\u000a21:50:05.580439 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31800): Process ended prematurely: osmo-stp_10.42.42.5(pid=31800) [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31800)] [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:50:05.590610 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a21:50:05.655909 run osmo-hlr_10.42.42.2(pid=31797): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31797)]\u000a21:50:05.709164 run osmo-hlr_10.42.42.2(pid=31797): stdout: \u000a| (launched: 2022-12-12_21:50:02.115126) \u000a21:50:05.762576 run osmo-hlr_10.42.42.2(pid=31797): stderr: \u000a| �[0;m�[1;31m20221212215002315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215002315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215002315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215002315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215002315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215002315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215002327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215002335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215002335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215002336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:50:05.807598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31787): Terminating (SIGTERM)\u000a21:50:05.850767 run iperf3-srv_10.42.42.10(pid=31788): Terminating (SIGTERM)\u000a21:50:05.894122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31789): Terminating (SIGTERM)\u000a21:50:05.936843 run iperf3-srv_10.42.42.10(pid=31790): Terminating (SIGTERM)\u000a21:50:05.979920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31796): Terminating (SIGTERM)\u000a21:50:06.022501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31799): Terminating (SIGTERM)\u000a21:50:06.065273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31802): Terminating (SIGTERM)\u000a21:50:06.075597 --- ParallelTerminationStrategy: PID 31787 died...\u000a21:50:06.133175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31787): Terminated: ok {rc=0}\u000a21:50:06.143473 --- ParallelTerminationStrategy: PID 31788 died...\u000a21:50:06.200517 run iperf3-srv_10.42.42.10(pid=31788): Terminated {rc=256}\u000a21:50:06.210773 --- ParallelTerminationStrategy: PID 31789 died...\u000a21:50:06.267757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31789): Terminated: ok {rc=0}\u000a21:50:06.278013 --- ParallelTerminationStrategy: PID 31790 died...\u000a21:50:06.334592 run iperf3-srv_10.42.42.10(pid=31790): Terminated {rc=256}\u000a21:50:06.345270 --- ParallelTerminationStrategy: PID 31796 died...\u000a21:50:06.402103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31796): Terminated: ok {rc=0}\u000a21:50:06.412624 --- ParallelTerminationStrategy: PID 31799 died...\u000a21:50:06.469456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31799): Terminated: ok {rc=0}\u000a21:50:06.480010 --- ParallelTerminationStrategy: PID 31802 died...\u000a21:50:06.536698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31802): Terminated: ok {rc=0}\u000a21:50:06.625211 bus /gobi_0: Setting Powered False\u000a21:50:07.734926 bus /gobi_0: Setting Powered False\u000a21:50:08.843879 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31813): Process ended prematurely: osmo-stp_10.42.42.5(pid=31813) [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31813)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31813): Process ended prematurely: osmo-stp_10.42.42.5(pid=31813) [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:50:09.960937 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:09.972919 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:50:10.145835 tst iperf3.py: using LAC 31729\u000a21:50:10.273957 tst iperf3.py: using RAC 109\u000a21:50:10.400532 tst iperf3.py: using CellId 31729\u000a21:50:10.529036 tst iperf3.py: using BVCI 31730\u000a21:50:10.554707 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:10.566370 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:10.577836 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:10.589714 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:10.602455 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:10.613922 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:10.625738 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:10.637536 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:10.649491 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:50:10.933412 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:50:11.062779 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:11.382667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31805): Launched\u000a21:50:11.649681 run iperf3-srv_10.42.42.10(pid=31806): Launched\u000a21:50:11.839319 tst iperf3.py:8: start network...\u000a21:50:11.968650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:12.465723 run create_hlr_db(pid=31807): Launched\u000a21:50:12.643598 bus /gobi_6: Setting Powered False\u000a21:50:13.666795 run create_hlr_db(pid=31807): Terminated: ok {rc=0}\u000a21:50:14.077674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31809): Launched\u000a21:50:14.389668 run osmo-hlr_10.42.42.2(pid=31810): Launched\u000a21:50:14.504092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:50:15.041699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31812): Launched\u000a21:50:15.351036 run osmo-stp_10.42.42.5(pid=31813): Launched\u000a21:50:15.468425 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:50:16.047310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31815): Launched\u000a21:50:16.174333 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:50:16.483862 run patchelf(pid=31816): Launched\u000a21:50:16.686904 run osmo-stp_10.42.42.5(pid=31813): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31813)]\u000a21:50:16.834621 run osmo-stp_10.42.42.5(pid=31813): stdout: \u000a| (launched: 2022-12-12_21:50:15.198972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:16.988937 run osmo-stp_10.42.42.5(pid=31813): stderr: \u000a| �[0;m�[38;5;43m20221212215015372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215015372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215015372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215015373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215015373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215015373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215015373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:17.131743 run osmo-stp_10.42.42.5(pid=31813): stdout: \u000a| (launched: 2022-12-12_21:50:15.198972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:17.270415 run osmo-stp_10.42.42.5(pid=31813): stderr: \u000a| �[0;m�[38;5;43m20221212215015372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215015372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215015372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215015373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215015373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215015373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215015373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:17.431176 run patchelf(pid=31816): Terminating (SIGINT)\u000a21:50:17.620030 run patchelf(pid=31816): Terminated: ok {rc=0}\u000a21:50:17.654577 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31813): Process ended prematurely: osmo-stp_10.42.42.5(pid=31813) [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31813)] [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:50:17.664535 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a21:50:17.729595 run osmo-hlr_10.42.42.2(pid=31810): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31810)]\u000a21:50:17.782160 run osmo-hlr_10.42.42.2(pid=31810): stdout: \u000a| (launched: 2022-12-12_21:50:14.236623) \u000a21:50:17.835936 run osmo-hlr_10.42.42.2(pid=31810): stderr: \u000a| �[0;m�[1;31m20221212215014414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215014414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215014414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215014414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215014414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215014415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215014427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215014435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215014435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215014435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:50:17.881167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31805): Terminating (SIGTERM)\u000a21:50:17.923524 run iperf3-srv_10.42.42.10(pid=31806): Terminating (SIGTERM)\u000a21:50:17.966073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31809): Terminating (SIGTERM)\u000a21:50:18.008363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31812): Terminating (SIGTERM)\u000a21:50:18.051079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31815): Terminating (SIGTERM)\u000a21:50:18.061358 --- ParallelTerminationStrategy: PID 31805 died...\u000a21:50:18.118836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31805): Terminated: ok {rc=0}\u000a21:50:18.129543 --- ParallelTerminationStrategy: PID 31806 died...\u000a21:50:18.186054 run iperf3-srv_10.42.42.10(pid=31806): Terminated {rc=256}\u000a21:50:18.196746 --- ParallelTerminationStrategy: PID 31809 died...\u000a21:50:18.253465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31809): Terminated: ok {rc=0}\u000a21:50:18.264243 --- ParallelTerminationStrategy: PID 31812 died...\u000a21:50:18.321146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31812): Terminated: ok {rc=0}\u000a21:50:18.331881 --- ParallelTerminationStrategy: PID 31815 died...\u000a21:50:18.389519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31815): Terminated: ok {rc=0}\u000a21:50:18.478499 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31833): Process ended prematurely: osmo-stp_10.42.42.5(pid=31833) [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31833)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31833): Process ended prematurely: osmo-stp_10.42.42.5(pid=31833) [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:50:19.589735 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:19.601364 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:50:19.760245 tst iperf3m4.py: using LAC 31730\u000a21:50:19.879174 tst iperf3m4.py: using RAC 110\u000a21:50:19.998428 tst iperf3m4.py: using CellId 31730\u000a21:50:20.118317 tst iperf3m4.py: using BVCI 31731\u000a21:50:20.142032 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:20.152912 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:20.163848 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:20.175119 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:20.186170 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:20.196909 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:20.208031 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:20.218881 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:20.229779 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:50:20.350434 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:50:20.472441 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:50:20.592418 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:50:20.879307 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:50:21.008566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:21.328316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31819): Launched\u000a21:50:21.594745 run iperf3-srv_10.42.42.10(pid=31820): Launched\u000a21:50:21.783263 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:50:21.912130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:22.232753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31821): Launched\u000a21:50:22.499617 run iperf3-srv_10.42.42.10(pid=31822): Launched\u000a21:50:22.689474 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:50:22.819222 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:23.139825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31823): Launched\u000a21:50:23.405637 run iperf3-srv_10.42.42.10(pid=31824): Launched\u000a21:50:23.594847 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:50:23.723673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:24.044174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31825): Launched\u000a21:50:24.310833 run iperf3-srv_10.42.42.10(pid=31826): Launched\u000a21:50:24.499785 tst iperf3m4.py:8: start network...\u000a21:50:24.629259 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:25.125746 run create_hlr_db(pid=31827): Launched\u000a21:50:25.318123 bus /gobi_6: Setting Powered False\u000a21:50:26.340214 run create_hlr_db(pid=31827): Terminated: ok {rc=0}\u000a21:50:26.781117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31829): Launched\u000a21:50:27.115360 run osmo-hlr_10.42.42.2(pid=31830): Launched\u000a21:50:27.237332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:50:27.816454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31832): Launched\u000a21:50:28.152348 run osmo-stp_10.42.42.5(pid=31833): Launched\u000a21:50:28.274487 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:50:28.853872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31835): Launched\u000a21:50:28.973506 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:50:29.262023 run patchelf(pid=31836): Launched\u000a21:50:29.455956 run osmo-stp_10.42.42.5(pid=31833): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31833)]\u000a21:50:29.597825 run osmo-stp_10.42.42.5(pid=31833): stdout: \u000a| (launched: 2022-12-12_21:50:27.988047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:29.739939 run osmo-stp_10.42.42.5(pid=31833): stderr: \u000a| �[0;m�[38;5;43m20221212215028182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215028182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215028182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215028183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215028183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215028183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215028183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:29.878098 run osmo-stp_10.42.42.5(pid=31833): stdout: \u000a| (launched: 2022-12-12_21:50:27.988047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:30.014383 run osmo-stp_10.42.42.5(pid=31833): stderr: \u000a| �[0;m�[38;5;43m20221212215028182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215028182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215028182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215028183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215028183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215028183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215028183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:30.173392 run patchelf(pid=31836): Terminating (SIGINT)\u000a21:50:30.360639 run patchelf(pid=31836): Terminated: ok {rc=0}\u000a21:50:30.394887 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31833): Process ended prematurely: osmo-stp_10.42.42.5(pid=31833) [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31833)] [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:50:30.404854 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a21:50:30.470137 run osmo-hlr_10.42.42.2(pid=31830): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31830)]\u000a21:50:30.522752 run osmo-hlr_10.42.42.2(pid=31830): stdout: \u000a| (launched: 2022-12-12_21:50:26.951508) \u000a21:50:30.576151 run osmo-hlr_10.42.42.2(pid=31830): stderr: \u000a| �[0;m�[1;31m20221212215027152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215027152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215027152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215027152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215027152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215027152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215027163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215027172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215027172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215027172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:50:30.621246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31819): Terminating (SIGTERM)\u000a21:50:30.664359 run iperf3-srv_10.42.42.10(pid=31820): Terminating (SIGTERM)\u000a21:50:30.706883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31821): Terminating (SIGTERM)\u000a21:50:30.749693 run iperf3-srv_10.42.42.10(pid=31822): Terminating (SIGTERM)\u000a21:50:30.792671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31823): Terminating (SIGTERM)\u000a21:50:30.836279 run iperf3-srv_10.42.42.10(pid=31824): Terminating (SIGTERM)\u000a21:50:30.889036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31825): Terminating (SIGTERM)\u000a21:50:30.943097 run iperf3-srv_10.42.42.10(pid=31826): Terminating (SIGTERM)\u000a21:50:30.988789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31829): Terminating (SIGTERM)\u000a21:50:31.032537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31832): Terminating (SIGTERM)\u000a21:50:31.076107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31835): Terminating (SIGTERM)\u000a21:50:31.086797 --- ParallelTerminationStrategy: PID 31819 died...\u000a21:50:31.145388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31819): Terminated: ok {rc=0}\u000a21:50:31.156214 --- ParallelTerminationStrategy: PID 31820 died...\u000a21:50:31.214561 run iperf3-srv_10.42.42.10(pid=31820): Terminated {rc=256}\u000a21:50:31.225430 --- ParallelTerminationStrategy: PID 31821 died...\u000a21:50:31.283909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31821): Terminated: ok {rc=0}\u000a21:50:31.294800 --- ParallelTerminationStrategy: PID 31822 died...\u000a21:50:31.353238 run iperf3-srv_10.42.42.10(pid=31822): Terminated {rc=256}\u000a21:50:31.364129 --- ParallelTerminationStrategy: PID 31823 died...\u000a21:50:31.422717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31823): Terminated: ok {rc=0}\u000a21:50:31.433627 --- ParallelTerminationStrategy: PID 31824 died...\u000a21:50:31.491813 run iperf3-srv_10.42.42.10(pid=31824): Terminated {rc=256}\u000a21:50:31.502743 --- ParallelTerminationStrategy: PID 31825 died...\u000a21:50:31.560712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31825): Terminated: ok {rc=0}\u000a21:50:31.572049 --- ParallelTerminationStrategy: PID 31826 died...\u000a21:50:31.630179 run iperf3-srv_10.42.42.10(pid=31826): Terminated {rc=256}\u000a21:50:31.641627 --- ParallelTerminationStrategy: PID 31829 died...\u000a21:50:31.700016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31829): Terminated: ok {rc=0}\u000a21:50:31.711131 --- ParallelTerminationStrategy: PID 31832 died...\u000a21:50:31.769510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31832): Terminated: ok {rc=0}\u000a21:50:31.780910 --- ParallelTerminationStrategy: PID 31835 died...\u000a21:50:31.839749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31835): Terminated: ok {rc=0}\u000a21:50:31.931429 bus /gobi_4: Setting Powered False\u000a21:50:33.038483 bus /gobi_4: Setting Powered False\u000a21:50:34.147321 bus /gobi_1: Setting Powered False\u000a21:50:35.251190 bus /gobi_1: Setting Powered False\u000a21:50:36.364879 bus /gobi_0: Setting Powered False\u000a21:50:37.471922 bus /gobi_0: Setting Powered False\u000a21:50:38.581941 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31843): Process ended prematurely: osmo-stp_10.42.42.5(pid=31843) [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31843)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31843): Process ended prematurely: osmo-stp_10.42.42.5(pid=31843) [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:50:39.650633 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:39.662702 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:50:39.826655 tst ping.py: using LAC 31731\u000a21:50:39.958513 tst ping.py: using RAC 111\u000a21:50:40.078180 tst ping.py: using CellId 31731\u000a21:50:40.205565 tst ping.py: using BVCI 31732\u000a21:50:40.230993 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:40.242805 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:40.254261 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:40.266122 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:40.278070 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:40.289909 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:40.301730 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:40.313413 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:50:40.597663 tst ping.py:19: start network...\u000a21:50:40.724268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:41.201234 run create_hlr_db(pid=31837): Launched\u000a21:50:41.376318 bus /gobi_6: Setting Powered False\u000a21:50:42.399188 run create_hlr_db(pid=31837): Terminated: ok {rc=0}\u000a21:50:42.832670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31839): Launched\u000a21:50:43.160283 run osmo-hlr_10.42.42.2(pid=31840): Launched\u000a21:50:43.284825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:50:43.854654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31842): Launched\u000a21:50:44.181838 run osmo-stp_10.42.42.5(pid=31843): Launched\u000a21:50:44.302682 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:50:44.874519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31845): Launched\u000a21:50:44.992252 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:50:45.277611 run patchelf(pid=31846): Launched\u000a21:50:45.468875 run osmo-stp_10.42.42.5(pid=31843): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31843)]\u000a21:50:45.608574 run osmo-stp_10.42.42.5(pid=31843): stdout: \u000a| (launched: 2022-12-12_21:50:44.022127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:45.748774 run osmo-stp_10.42.42.5(pid=31843): stderr: \u000a| �[0;m�[38;5;43m20221212215044216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215044216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215044216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215044217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215044217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215044217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215044217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:45.890876 run osmo-stp_10.42.42.5(pid=31843): stdout: \u000a| (launched: 2022-12-12_21:50:44.022127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:46.043974 run osmo-stp_10.42.42.5(pid=31843): stderr: \u000a| �[0;m�[38;5;43m20221212215044216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215044216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215044216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215044217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215044217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215044217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215044217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:46.194383 run patchelf(pid=31846): Terminating (SIGINT)\u000a21:50:46.373087 run patchelf(pid=31846): Terminated: ok {rc=0}\u000a21:50:46.406217 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31843): Process ended prematurely: osmo-stp_10.42.42.5(pid=31843) [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31843)] [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:50:46.415885 tst ping.py:22: Test FAILED (6.8 sec)\u000a21:50:46.479404 run osmo-hlr_10.42.42.2(pid=31840): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31840)]\u000a21:50:46.531014 run osmo-hlr_10.42.42.2(pid=31840): stdout: \u000a| (launched: 2022-12-12_21:50:42.998860) \u000a21:50:46.583948 run osmo-hlr_10.42.42.2(pid=31840): stderr: \u000a| �[0;m�[1;31m20221212215043199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215043199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215043199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215043199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215043199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215043199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215043212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215043220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215043220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215043220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:50:46.628386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31839): Terminating (SIGTERM)\u000a21:50:46.672798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31842): Terminating (SIGTERM)\u000a21:50:46.717976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31845): Terminating (SIGTERM)\u000a21:50:46.728530 --- ParallelTerminationStrategy: PID 31839 died...\u000a21:50:46.786606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31839): Terminated: ok {rc=0}\u000a21:50:46.797277 --- ParallelTerminationStrategy: PID 31842 died...\u000a21:50:46.852657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31842): Terminated: ok {rc=0}\u000a21:50:46.863277 --- ParallelTerminationStrategy: PID 31845 died...\u000a21:50:46.919294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31845): Terminated: ok {rc=0}\u000a21:50:47.010534 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31853): Process ended prematurely: osmo-stp_10.42.42.5(pid=31853) [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31853)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31853): Process ended prematurely: osmo-stp_10.42.42.5(pid=31853) [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:50:48.060631 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:48.072295 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:50:48.228663 tst ping_idle_ping.py: using LAC 31732\u000a21:50:48.350180 tst ping_idle_ping.py: using RAC 112\u000a21:50:48.472144 tst ping_idle_ping.py: using CellId 31732\u000a21:50:48.591528 tst ping_idle_ping.py: using BVCI 31733\u000a21:50:48.614841 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:48.625805 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:48.636567 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:48.647517 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:48.658434 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:48.669513 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:48.680368 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:50:48.691375 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:50:48.970558 tst ping_idle_ping.py:24: start network...\u000a21:50:49.099162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:49.581224 run create_hlr_db(pid=31847): Launched\u000a21:50:49.757359 bus /gobi_6: Setting Powered False\u000a21:50:50.778846 run create_hlr_db(pid=31847): Terminated: ok {rc=0}\u000a21:50:51.213662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31849): Launched\u000a21:50:51.542323 run osmo-hlr_10.42.42.2(pid=31850): Launched\u000a21:50:51.666342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:50:52.237976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31852): Launched\u000a21:50:52.566154 run osmo-stp_10.42.42.5(pid=31853): Launched\u000a21:50:52.686250 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:50:53.258715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31855): Launched\u000a21:50:53.376529 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:50:53.662380 run patchelf(pid=31856): Launched\u000a21:50:53.855209 run osmo-stp_10.42.42.5(pid=31853): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31853)]\u000a21:50:53.995592 run osmo-stp_10.42.42.5(pid=31853): stdout: \u000a| (launched: 2022-12-12_21:50:52.404653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:54.136259 run osmo-stp_10.42.42.5(pid=31853): stderr: \u000a| �[0;m�[38;5;43m20221212215052598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215052598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215052598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215052599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215052599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215052599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215052599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:54.272412 run osmo-stp_10.42.42.5(pid=31853): stdout: \u000a| (launched: 2022-12-12_21:50:52.404653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:54.407624 run osmo-stp_10.42.42.5(pid=31853): stderr: \u000a| �[0;m�[38;5;43m20221212215052598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215052598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215052598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215052599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215052599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215052599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215052599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:54.565367 run patchelf(pid=31856): Terminating (SIGINT)\u000a21:50:54.749925 run patchelf(pid=31856): Terminated: ok {rc=0}\u000a21:50:54.783408 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31853): Process ended prematurely: osmo-stp_10.42.42.5(pid=31853) [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31853)] [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:50:54.792650 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a21:50:54.857996 run osmo-hlr_10.42.42.2(pid=31850): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31850)]\u000a21:50:54.910799 run osmo-hlr_10.42.42.2(pid=31850): stdout: \u000a| (launched: 2022-12-12_21:50:51.381223) \u000a21:50:54.963821 run osmo-hlr_10.42.42.2(pid=31850): stderr: \u000a| �[0;m�[1;31m20221212215051580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215051580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215051580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215051580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215051580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215051580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215051594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215051604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215051605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215051605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:50:55.009180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31849): Terminating (SIGTERM)\u000a21:50:55.052240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31852): Terminating (SIGTERM)\u000a21:50:55.095293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31855): Terminating (SIGTERM)\u000a21:50:55.105742 --- ParallelTerminationStrategy: PID 31849 died...\u000a21:50:55.163249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31849): Terminated: ok {rc=0}\u000a21:50:55.173733 --- ParallelTerminationStrategy: PID 31852 died...\u000a21:50:55.231671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31852): Terminated: ok {rc=0}\u000a21:50:55.242108 --- ParallelTerminationStrategy: PID 31855 died...\u000a21:50:55.299348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31855): Terminated: ok {rc=0}\u000a21:50:55.386576 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:49:56" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31870): Process ended prematurely: osmo-stp_10.42.42.5(pid=31870) [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31870)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31870): Process ended prematurely: osmo-stp_10.42.42.5(pid=31870) [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:50:57.570260 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:50:57.581732 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:50:57.721185 tst cs_paging_gprs_active.py: using LAC 31733\u000a21:50:57.842164 tst cs_paging_gprs_active.py: using RAC 113\u000a21:50:57.962987 tst cs_paging_gprs_active.py: using CellId 31733\u000a21:50:58.084008 tst cs_paging_gprs_active.py: using BVCI 31734\u000a21:50:58.107476 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:50:58.118754 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:50:58.129885 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:50:58.140888 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:50:58.151901 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:50:58.162830 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:50:58.173966 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:50:58.184869 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:50:58.196207 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:50:58.317742 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:50:58.617078 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:50:58.755301 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:59.094086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31860): Launched\u000a21:50:59.375286 run iperf3-srv_10.42.42.10(pid=31861): Launched\u000a21:50:59.577027 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:50:59.715087 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:00.054240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31862): Launched\u000a21:51:00.335555 run iperf3-srv_10.42.42.10(pid=31863): Launched\u000a21:51:00.537857 tst cs_paging_gprs_active.py:38: start network...\u000a21:51:00.676363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:01.229709 run create_hlr_db(pid=31864): Launched\u000a21:51:01.413601 bus /gobi_6: Setting Powered False\u000a21:51:02.428502 run create_hlr_db(pid=31864): Terminated: ok {rc=0}\u000a21:51:02.836821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31866): Launched\u000a21:51:03.144683 run osmo-hlr_10.42.42.2(pid=31867): Launched\u000a21:51:03.264473 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:03.834540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31869): Launched\u000a21:51:04.163716 run osmo-stp_10.42.42.5(pid=31870): Launched\u000a21:51:04.283312 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:04.856014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31872): Launched\u000a21:51:04.974724 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:05.254495 run patchelf(pid=31873): Launched\u000a21:51:05.434305 run osmo-stp_10.42.42.5(pid=31870): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31870)]\u000a21:51:05.566035 run osmo-stp_10.42.42.5(pid=31870): stdout: \u000a| (launched: 2022-12-12_21:51:04.002483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:05.698020 run osmo-stp_10.42.42.5(pid=31870): stderr: \u000a| �[0;m�[38;5;43m20221212215104195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215104195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215104196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215104196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215104196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215104197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215104197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:05.825631 run osmo-stp_10.42.42.5(pid=31870): stdout: \u000a| (launched: 2022-12-12_21:51:04.002483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:05.951591 run osmo-stp_10.42.42.5(pid=31870): stderr: \u000a| �[0;m�[38;5;43m20221212215104195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215104195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215104196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215104196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215104196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215104197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215104197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:06.098886 run patchelf(pid=31873): Terminating (SIGINT)\u000a21:51:06.272136 run patchelf(pid=31873): Terminated: ok {rc=0}\u000a21:51:06.304155 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31870): Process ended prematurely: osmo-stp_10.42.42.5(pid=31870) [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31870)] [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a21:51:06.313503 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a21:51:06.374451 run osmo-hlr_10.42.42.2(pid=31867): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31867)]\u000a21:51:06.424304 run osmo-hlr_10.42.42.2(pid=31867): stdout: \u000a| (launched: 2022-12-12_21:51:02.994087) \u000a21:51:06.475140 run osmo-hlr_10.42.42.2(pid=31867): stderr: \u000a| �[0;m�[1;31m20221212215103172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215103172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215103172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215103172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215103172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215103172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215103185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215103194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215103194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215103194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:06.517898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31860): Terminating (SIGTERM)\u000a21:51:06.558988 run iperf3-srv_10.42.42.10(pid=31861): Terminating (SIGTERM)\u000a21:51:06.599599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31862): Terminating (SIGTERM)\u000a21:51:06.640031 run iperf3-srv_10.42.42.10(pid=31863): Terminating (SIGTERM)\u000a21:51:06.680797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31866): Terminating (SIGTERM)\u000a21:51:06.721467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31869): Terminating (SIGTERM)\u000a21:51:06.762112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31872): Terminating (SIGTERM)\u000a21:51:06.771423 --- ParallelTerminationStrategy: PID 31860 died...\u000a21:51:06.826242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31860): Terminated: ok {rc=0}\u000a21:51:06.835947 --- ParallelTerminationStrategy: PID 31861 died...\u000a21:51:06.890057 run iperf3-srv_10.42.42.10(pid=31861): Terminated {rc=256}\u000a21:51:06.899733 --- ParallelTerminationStrategy: PID 31862 died...\u000a21:51:06.953599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31862): Terminated: ok {rc=0}\u000a21:51:06.963291 --- ParallelTerminationStrategy: PID 31863 died...\u000a21:51:07.017302 run iperf3-srv_10.42.42.10(pid=31863): Terminated {rc=256}\u000a21:51:07.027040 --- ParallelTerminationStrategy: PID 31866 died...\u000a21:51:07.081087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31866): Terminated: ok {rc=0}\u000a21:51:07.090664 --- ParallelTerminationStrategy: PID 31869 died...\u000a21:51:07.144440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31869): Terminated: ok {rc=0}\u000a21:51:07.154159 --- ParallelTerminationStrategy: PID 31872 died...\u000a21:51:07.208187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31872): Terminated: ok {rc=0}\u000a21:51:07.292311 bus /gobi_0: Setting Powered False\u000a21:51:08.400257 bus /gobi_0: Setting Powered False\u000a21:51:09.508870 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31882): Process ended prematurely: osmo-stp_10.42.42.5(pid=31882) [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31882)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31882): Process ended prematurely: osmo-stp_10.42.42.5(pid=31882) [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a21:51:10.626161 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:10.638852 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:51:10.779492 tst iperf3.py: using LAC 31734\u000a21:51:10.900284 tst iperf3.py: using RAC 114\u000a21:51:11.020393 tst iperf3.py: using CellId 31734\u000a21:51:11.141708 tst iperf3.py: using BVCI 31735\u000a21:51:11.165205 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:11.176440 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:11.187531 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:11.198673 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:11.209741 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:11.220818 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:11.231971 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:11.242935 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:11.254179 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:51:11.551818 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:51:11.689039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:12.026635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31874): Launched\u000a21:51:12.307113 run iperf3-srv_10.42.42.10(pid=31875): Launched\u000a21:51:12.507939 tst iperf3.py:8: start network...\u000a21:51:12.645551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:13.170279 run create_hlr_db(pid=31876): Launched\u000a21:51:13.360480 bus /gobi_6: Setting Powered False\u000a21:51:14.382276 run create_hlr_db(pid=31876): Terminated: ok {rc=0}\u000a21:51:14.793245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31878): Launched\u000a21:51:15.099692 run osmo-hlr_10.42.42.2(pid=31879): Launched\u000a21:51:15.216589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:15.752333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31881): Launched\u000a21:51:16.220167 run osmo-stp_10.42.42.5(pid=31882): Launched\u000a21:51:16.513937 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:17.136339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31884): Launched\u000a21:51:17.258802 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:17.547720 run patchelf(pid=31885): Launched\u000a21:51:17.739819 run osmo-stp_10.42.42.5(pid=31882): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31882)]\u000a21:51:17.880800 run osmo-stp_10.42.42.5(pid=31882): stdout: \u000a| (launched: 2022-12-12_21:51:15.927990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:18.021841 run osmo-stp_10.42.42.5(pid=31882): stderr: \u000a| �[0;m�[38;5;43m20221212215116383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215116383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215116384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215116384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215116385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215116385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215116385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:18.158303 run osmo-stp_10.42.42.5(pid=31882): stdout: \u000a| (launched: 2022-12-12_21:51:15.927990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:18.293560 run osmo-stp_10.42.42.5(pid=31882): stderr: \u000a| �[0;m�[38;5;43m20221212215116383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215116383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215116384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215116384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215116385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215116385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215116385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:18.451238 run patchelf(pid=31885): Terminating (SIGINT)\u000a21:51:18.636177 run patchelf(pid=31885): Terminated: ok {rc=0}\u000a21:51:18.670404 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31882): Process ended prematurely: osmo-stp_10.42.42.5(pid=31882) [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31882)] [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a21:51:18.680381 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a21:51:18.744484 run osmo-hlr_10.42.42.2(pid=31879): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31879)]\u000a21:51:18.797159 run osmo-hlr_10.42.42.2(pid=31879): stdout: \u000a| (launched: 2022-12-12_21:51:14.949403) \u000a21:51:18.850979 run osmo-hlr_10.42.42.2(pid=31879): stderr: \u000a| �[0;m�[1;31m20221212215115126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215115126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215115126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215115126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215115126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215115126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215115142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215115152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215115152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215115152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:18.896386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31874): Terminating (SIGTERM)\u000a21:51:18.939107 run iperf3-srv_10.42.42.10(pid=31875): Terminating (SIGTERM)\u000a21:51:18.981798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31878): Terminating (SIGTERM)\u000a21:51:19.024475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31881): Terminating (SIGTERM)\u000a21:51:19.067852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31884): Terminating (SIGTERM)\u000a21:51:19.077932 --- ParallelTerminationStrategy: PID 31874 died...\u000a21:51:19.134860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31874): Terminated: ok {rc=0}\u000a21:51:19.145182 --- ParallelTerminationStrategy: PID 31875 died...\u000a21:51:19.201449 run iperf3-srv_10.42.42.10(pid=31875): Terminated {rc=256}\u000a21:51:19.211808 --- ParallelTerminationStrategy: PID 31878 died...\u000a21:51:19.268360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31878): Terminated: ok {rc=0}\u000a21:51:19.278821 --- ParallelTerminationStrategy: PID 31881 died...\u000a21:51:19.335460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31881): Terminated: ok {rc=0}\u000a21:51:19.345935 --- ParallelTerminationStrategy: PID 31884 died...\u000a21:51:19.402503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31884): Terminated: ok {rc=0}\u000a21:51:19.491142 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31900): Process ended prematurely: osmo-stp_10.42.42.5(pid=31900) [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31900)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31900): Process ended prematurely: osmo-stp_10.42.42.5(pid=31900) [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31900)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a21:51:20.610329 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:20.623149 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:51:20.773461 tst iperf3m4.py: using LAC 31735\u000a21:51:20.905651 tst iperf3m4.py: using RAC 115\u000a21:51:21.035036 tst iperf3m4.py: using CellId 31735\u000a21:51:21.164890 tst iperf3m4.py: using BVCI 31736\u000a21:51:21.190205 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:21.202099 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:21.213998 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:21.226043 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:21.238046 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:21.250025 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:21.262232 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:21.274129 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:21.286390 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:51:21.404649 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:51:21.527732 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:51:21.647110 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:51:21.931527 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:51:22.061094 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:22.378156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31886): Launched\u000a21:51:22.643093 run iperf3-srv_10.42.42.10(pid=31887): Launched\u000a21:51:22.832703 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:51:22.962096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:23.281112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31888): Launched\u000a21:51:23.544901 run iperf3-srv_10.42.42.10(pid=31889): Launched\u000a21:51:23.732904 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:51:23.861492 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:24.178300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31890): Launched\u000a21:51:24.441628 run iperf3-srv_10.42.42.10(pid=31891): Launched\u000a21:51:24.628588 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:51:24.757772 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:25.076341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31892): Launched\u000a21:51:25.340213 run iperf3-srv_10.42.42.10(pid=31893): Launched\u000a21:51:25.527152 tst iperf3m4.py:8: start network...\u000a21:51:25.655448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:26.137565 run create_hlr_db(pid=31894): Launched\u000a21:51:26.313753 bus /gobi_6: Setting Powered False\u000a21:51:27.335206 run create_hlr_db(pid=31894): Terminated: ok {rc=0}\u000a21:51:27.742597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31896): Launched\u000a21:51:28.048933 run osmo-hlr_10.42.42.2(pid=31897): Launched\u000a21:51:28.168596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:28.707509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31899): Launched\u000a21:51:29.016148 run osmo-stp_10.42.42.5(pid=31900): Launched\u000a21:51:29.129528 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:29.663886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31902): Launched\u000a21:51:29.774106 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:30.041524 run patchelf(pid=31903): Launched\u000a21:51:30.221162 run osmo-stp_10.42.42.5(pid=31900): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31900)]\u000a21:51:30.352436 run osmo-stp_10.42.42.5(pid=31900): stdout: \u000a| (launched: 2022-12-12_21:51:28.864642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:30.484206 run osmo-stp_10.42.42.5(pid=31900): stderr: \u000a| �[0;m�[38;5;43m20221212215129037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215129037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215129037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215129038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215129038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215129038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215129038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:30.611737 run osmo-stp_10.42.42.5(pid=31900): stdout: \u000a| (launched: 2022-12-12_21:51:28.864642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:30.738027 run osmo-stp_10.42.42.5(pid=31900): stderr: \u000a| �[0;m�[38;5;43m20221212215129037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215129037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215129037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215129038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215129038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215129038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215129038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:30.901899 run patchelf(pid=31903): Terminating (SIGINT)\u000a21:51:31.079470 run patchelf(pid=31903): Terminated: ok {rc=0}\u000a21:51:31.112304 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31900): Process ended prematurely: osmo-stp_10.42.42.5(pid=31900) [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31900)] [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a21:51:31.122298 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a21:51:31.185647 run osmo-hlr_10.42.42.2(pid=31897): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31897)]\u000a21:51:31.236824 run osmo-hlr_10.42.42.2(pid=31897): stdout: \u000a| (launched: 2022-12-12_21:51:27.898218) \u000a21:51:31.288764 run osmo-hlr_10.42.42.2(pid=31897): stderr: \u000a| �[0;m�[1;31m20221212215128077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215128077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215128077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215128077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215128077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215128077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215128089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215128098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215128098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215128099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:31.332308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31886): Terminating (SIGTERM)\u000a21:51:31.373599 run iperf3-srv_10.42.42.10(pid=31887): Terminating (SIGTERM)\u000a21:51:31.416830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31888): Terminating (SIGTERM)\u000a21:51:31.458508 run iperf3-srv_10.42.42.10(pid=31889): Terminating (SIGTERM)\u000a21:51:31.499726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31890): Terminating (SIGTERM)\u000a21:51:31.541092 run iperf3-srv_10.42.42.10(pid=31891): Terminating (SIGTERM)\u000a21:51:31.582379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31892): Terminating (SIGTERM)\u000a21:51:31.623294 run iperf3-srv_10.42.42.10(pid=31893): Terminating (SIGTERM)\u000a21:51:31.665356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31896): Terminating (SIGTERM)\u000a21:51:31.706566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31899): Terminating (SIGTERM)\u000a21:51:31.748548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31902): Terminating (SIGTERM)\u000a21:51:31.758064 --- ParallelTerminationStrategy: PID 31886 died...\u000a21:51:31.822353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31886): Terminated: ok {rc=0}\u000a21:51:31.836673 --- ParallelTerminationStrategy: PID 31887 died...\u000a21:51:31.905373 run iperf3-srv_10.42.42.10(pid=31887): Terminated {rc=256}\u000a21:51:31.915959 --- ParallelTerminationStrategy: PID 31888 died...\u000a21:51:31.972282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31888): Terminated: ok {rc=0}\u000a21:51:31.983831 --- ParallelTerminationStrategy: PID 31889 died...\u000a21:51:32.040942 run iperf3-srv_10.42.42.10(pid=31889): Terminated {rc=256}\u000a21:51:32.051749 --- ParallelTerminationStrategy: PID 31890 died...\u000a21:51:32.107837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31890): Terminated: ok {rc=0}\u000a21:51:32.119481 --- ParallelTerminationStrategy: PID 31891 died...\u000a21:51:32.175534 run iperf3-srv_10.42.42.10(pid=31891): Terminated {rc=256}\u000a21:51:32.187146 --- ParallelTerminationStrategy: PID 31892 died...\u000a21:51:32.244356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31892): Terminated: ok {rc=0}\u000a21:51:32.254956 --- ParallelTerminationStrategy: PID 31893 died...\u000a21:51:32.311377 run iperf3-srv_10.42.42.10(pid=31893): Terminated {rc=256}\u000a21:51:32.321896 --- ParallelTerminationStrategy: PID 31896 died...\u000a21:51:32.376425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31896): Terminated: ok {rc=0}\u000a21:51:32.386861 --- ParallelTerminationStrategy: PID 31899 died...\u000a21:51:32.442030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31899): Terminated: ok {rc=0}\u000a21:51:32.451812 --- ParallelTerminationStrategy: PID 31902 died...\u000a21:51:32.507039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31902): Terminated: ok {rc=0}\u000a21:51:32.597984 bus /gobi_4: Setting Powered False\u000a21:51:33.706743 bus /gobi_4: Setting Powered False\u000a21:51:34.821340 bus /gobi_1: Setting Powered False\u000a21:51:35.924785 bus /gobi_1: Setting Powered False\u000a21:51:37.037543 bus /gobi_0: Setting Powered False\u000a21:51:38.142024 bus /gobi_0: Setting Powered False\u000a21:51:39.254731 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31910): Process ended prematurely: osmo-stp_10.42.42.5(pid=31910) [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31910)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31910): Process ended prematurely: osmo-stp_10.42.42.5(pid=31910) [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31910)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a21:51:40.322194 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:40.334511 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:51:40.471558 tst ping.py: using LAC 31736\u000a21:51:40.588518 tst ping.py: using RAC 116\u000a21:51:40.706775 tst ping.py: using CellId 31736\u000a21:51:40.824636 tst ping.py: using BVCI 31737\u000a21:51:40.847918 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:40.859531 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:40.870875 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:40.882517 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:40.894121 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:40.906090 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:40.917780 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:40.929079 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:51:41.205130 tst ping.py:19: start network...\u000a21:51:41.330705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:41.804570 run create_hlr_db(pid=31904): Launched\u000a21:51:41.978971 bus /gobi_6: Setting Powered False\u000a21:51:42.999663 run create_hlr_db(pid=31904): Terminated: ok {rc=0}\u000a21:51:43.426215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31906): Launched\u000a21:51:43.749568 run osmo-hlr_10.42.42.2(pid=31907): Launched\u000a21:51:43.868615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:44.431938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31909): Launched\u000a21:51:44.754572 run osmo-stp_10.42.42.5(pid=31910): Launched\u000a21:51:44.873478 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:45.437036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31912): Launched\u000a21:51:45.553328 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:45.846139 run patchelf(pid=31913): Launched\u000a21:51:46.048150 run osmo-stp_10.42.42.5(pid=31910): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31910)]\u000a21:51:46.183174 run osmo-stp_10.42.42.5(pid=31910): stdout: \u000a| (launched: 2022-12-12_21:51:44.596410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:46.317906 run osmo-stp_10.42.42.5(pid=31910): stderr: \u000a| �[0;m�[38;5;43m20221212215144789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215144789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215144790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215144790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215144792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215144792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215144793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:46.448563 run osmo-stp_10.42.42.5(pid=31910): stdout: \u000a| (launched: 2022-12-12_21:51:44.596410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:46.578698 run osmo-stp_10.42.42.5(pid=31910): stderr: \u000a| �[0;m�[38;5;43m20221212215144789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215144789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215144790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215144790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215144792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215144792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215144793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:46.728622 run patchelf(pid=31913): Terminating (SIGINT)\u000a21:51:46.907695 run patchelf(pid=31913): Terminated: ok {rc=0}\u000a21:51:46.940371 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31910): Process ended prematurely: osmo-stp_10.42.42.5(pid=31910) [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31910)] [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a21:51:46.950298 tst ping.py:22: Test FAILED (6.6 sec)\u000a21:51:47.018448 run osmo-hlr_10.42.42.2(pid=31907): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31907)]\u000a21:51:47.071704 run osmo-hlr_10.42.42.2(pid=31907): stdout: \u000a| (launched: 2022-12-12_21:51:43.590832) \u000a21:51:47.126092 run osmo-hlr_10.42.42.2(pid=31907): stderr: \u000a| �[0;m�[1;31m20221212215143790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215143790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215143790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215143790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215143790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215143790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215143806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215143815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215143815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215143815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:47.171443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31906): Terminating (SIGTERM)\u000a21:51:47.216166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31909): Terminating (SIGTERM)\u000a21:51:47.257815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31912): Terminating (SIGTERM)\u000a21:51:47.268185 --- ParallelTerminationStrategy: PID 31906 died...\u000a21:51:47.323445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31906): Terminated: ok {rc=0}\u000a21:51:47.334246 --- ParallelTerminationStrategy: PID 31909 died...\u000a21:51:47.390256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31909): Terminated: ok {rc=0}\u000a21:51:47.400222 --- ParallelTerminationStrategy: PID 31912 died...\u000a21:51:47.455152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31912): Terminated: ok {rc=0}\u000a21:51:47.541235 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31920): Process ended prematurely: osmo-stp_10.42.42.5(pid=31920) [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31920)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31920): Process ended prematurely: osmo-stp_10.42.42.5(pid=31920) [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a21:51:48.593643 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:48.605940 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a21:51:48.745658 tst ping_idle_ping.py: using LAC 31737\u000a21:51:48.863939 tst ping_idle_ping.py: using RAC 117\u000a21:51:48.982257 tst ping_idle_ping.py: using CellId 31737\u000a21:51:49.108937 tst ping_idle_ping.py: using BVCI 31738\u000a21:51:49.133909 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:49.146074 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:49.159110 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:49.173050 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:49.185057 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:49.196926 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:49.209241 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a21:51:49.221285 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a21:51:49.517267 tst ping_idle_ping.py:24: start network...\u000a21:51:49.651798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:50.167434 run create_hlr_db(pid=31914): Launched\u000a21:51:50.354345 bus /gobi_6: Setting Powered False\u000a21:51:51.374267 run create_hlr_db(pid=31914): Terminated: ok {rc=0}\u000a21:51:51.801304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31916): Launched\u000a21:51:52.123613 run osmo-hlr_10.42.42.2(pid=31917): Launched\u000a21:51:52.245049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:52.804350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31919): Launched\u000a21:51:53.125500 run osmo-stp_10.42.42.5(pid=31920): Launched\u000a21:51:53.242599 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:53.802612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31922): Launched\u000a21:51:53.918343 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:54.197293 run patchelf(pid=31923): Launched\u000a21:51:54.385551 run osmo-stp_10.42.42.5(pid=31920): ERR: Terminated: ERROR {rc=1} [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31920)]\u000a21:51:54.522850 run osmo-stp_10.42.42.5(pid=31920): stdout: \u000a| (launched: 2022-12-12_21:51:52.968438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:54.660663 run osmo-stp_10.42.42.5(pid=31920): stderr: \u000a| �[0;m�[38;5;43m20221212215153162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215153162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215153162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215153163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215153163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215153163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215153163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:54.793551 run osmo-stp_10.42.42.5(pid=31920): stdout: \u000a| (launched: 2022-12-12_21:51:52.968438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:54.926227 run osmo-stp_10.42.42.5(pid=31920): stderr: \u000a| �[0;m�[38;5;43m20221212215153162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215153162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215153162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215153163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215153163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215153163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215153163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:55.080322 run patchelf(pid=31923): Terminating (SIGINT)\u000a21:51:55.261744 run patchelf(pid=31923): Terminated: ok {rc=0}\u000a21:51:55.294592 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31920): Process ended prematurely: osmo-stp_10.42.42.5(pid=31920) [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31920)] [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a21:51:55.303777 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a21:51:55.368113 run osmo-hlr_10.42.42.2(pid=31917): ERR: Terminated: ERROR {rc=237} [trial-2382↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31917)]\u000a21:51:55.420762 run osmo-hlr_10.42.42.2(pid=31917): stdout: \u000a| (launched: 2022-12-12_21:51:51.966436) \u000a21:51:55.474138 run osmo-hlr_10.42.42.2(pid=31917): stderr: \u000a| �[0;m�[1;31m20221212215152167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215152167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215152167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215152167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215152167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215152167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215152181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215152190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215152191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215152191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:55.519186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31916): Terminating (SIGTERM)\u000a21:51:55.561812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31919): Terminating (SIGTERM)\u000a21:51:55.604480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31922): Terminating (SIGTERM)\u000a21:51:55.614519 --- ParallelTerminationStrategy: PID 31916 died...\u000a21:51:55.671281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31916): Terminated: ok {rc=0}\u000a21:51:55.681654 --- ParallelTerminationStrategy: PID 31919 died...\u000a21:51:55.738667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31919): Terminated: ok {rc=0}\u000a21:51:55.749207 --- ParallelTerminationStrategy: PID 31922 died...\u000a21:51:55.805751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31922): Terminated: ok {rc=0}\u000a21:51:55.894675 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:50:57" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31933): Process ended prematurely: osmo-stp_10.42.42.5(pid=31933) [trial-2382↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31933)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31933): Process ended prematurely: osmo-stp_10.42.42.5(pid=31933) [trial-2382↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:51:57.940352 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:51:57.952500 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:51:58.113348 tst switch_tch_pdch.py: using LAC 31738\u000a21:51:58.240779 tst switch_tch_pdch.py: using RAC 118\u000a21:51:58.368352 tst switch_tch_pdch.py: using CellId 31738\u000a21:51:58.493898 tst switch_tch_pdch.py: using BVCI 31739\u000a21:51:58.518584 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:51:58.530670 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:51:58.542536 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:51:58.554535 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:51:58.566379 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:51:58.578238 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:51:58.590200 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:51:58.602170 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:51:58.719121 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:51:58.995141 tst switch_tch_pdch.py:51: start network...\u000a21:51:59.119995 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:59.587714 run create_hlr_db(pid=31927): Launched\u000a21:51:59.759987 bus /gobi_6: Setting Powered False\u000a21:52:00.780857 run create_hlr_db(pid=31927): Terminated: ok {rc=0}\u000a21:52:01.228248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31929): Launched\u000a21:52:01.627358 run osmo-hlr_10.42.42.2(pid=31930): Launched\u000a21:52:01.749654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:02.403126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31932): Launched\u000a21:52:02.725602 run osmo-stp_10.42.42.5(pid=31933): Launched\u000a21:52:02.845653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:52:03.407575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31935): Launched\u000a21:52:03.521859 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:52:03.799506 run patchelf(pid=31936): Launched\u000a21:52:03.987610 run osmo-stp_10.42.42.5(pid=31933): ERR: Terminated: ERROR {rc=1} [trial-2382↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31933)]\u000a21:52:04.125443 run osmo-stp_10.42.42.5(pid=31933): stdout: \u000a| (launched: 2022-12-12_21:52:02.567684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:04.263020 run osmo-stp_10.42.42.5(pid=31933): stderr: \u000a| �[0;m�[38;5;43m20221212215202756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215202756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215202757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215202757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215202758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215202758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215202758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:04.396123 run osmo-stp_10.42.42.5(pid=31933): stdout: \u000a| (launched: 2022-12-12_21:52:02.567684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:04.527857 run osmo-stp_10.42.42.5(pid=31933): stderr: \u000a| �[0;m�[38;5;43m20221212215202756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215202756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215202757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215202757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215202758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215202758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215202758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:04.681356 run patchelf(pid=31936): Terminating (SIGINT)\u000a21:52:04.861535 run patchelf(pid=31936): Terminated: ok {rc=0}\u000a21:52:04.894637 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31933): Process ended prematurely: osmo-stp_10.42.42.5(pid=31933) [trial-2382↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31933)] [trial-2382↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:52:04.903869 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a21:52:04.966898 run osmo-hlr_10.42.42.2(pid=31930): ERR: Terminated: ERROR {rc=237} [trial-2382↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31930)]\u000a21:52:05.019402 run osmo-hlr_10.42.42.2(pid=31930): stdout: \u000a| (launched: 2022-12-12_21:52:01.426902) \u000a21:52:05.072249 run osmo-hlr_10.42.42.2(pid=31930): stderr: \u000a| �[0;m�[1;31m20221212215201854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215201854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215201854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215201854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215201854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215201854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215201877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215201891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215201892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215201892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:05.117243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31929): Terminating (SIGTERM)\u000a21:52:05.159375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31932): Terminating (SIGTERM)\u000a21:52:05.201725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31935): Terminating (SIGTERM)\u000a21:52:05.211536 --- ParallelTerminationStrategy: PID 31929 died...\u000a21:52:05.267952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31929): Terminated: ok {rc=0}\u000a21:52:05.278059 --- ParallelTerminationStrategy: PID 31932 died...\u000a21:52:05.334142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31932): Terminated: ok {rc=0}\u000a21:52:05.344425 --- ParallelTerminationStrategy: PID 31935 died...\u000a21:52:05.400500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31935): Terminated: ok {rc=0}\u000a21:52:05.488506 bus /gobi_0: Setting Powered False\u000a21:52:06.597125 bus /gobi_0: Setting Powered False\u000a21:52:07.705330 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:51:57" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31941): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31941) [trial-2382↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31941)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31941): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31941) [trial-2382↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a21:52:09.541211 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a21:52:09.649676 tst esme_connect_policy_acceptall.py: using MSISDN 7983\u000a21:52:09.785619 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:52:10.356905 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31940): Launched\u000a21:52:10.659324 run osmo-nitb_10.42.42.2(pid=31941): Launched\u000a21:52:10.847023 run osmo-nitb_10.42.42.2(pid=31941): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31941)]\u000a21:52:10.985897 run osmo-nitb_10.42.42.2(pid=31941): stdout: \u000a| (launched: 2022-12-12_21:52:10.512108) \u000a21:52:11.125341 run osmo-nitb_10.42.42.2(pid=31941): stderr: \u000a| (launched: 2022-12-12_21:52:10.557489)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:52:11.259831 run osmo-nitb_10.42.42.2(pid=31941): stdout: \u000a| (launched: 2022-12-12_21:52:10.512108) \u000a21:52:11.392663 run osmo-nitb_10.42.42.2(pid=31941): stderr: \u000a| (launched: 2022-12-12_21:52:10.557489)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:52:11.783518 tst osmo-nitb_10.42.42.2(pid=31941): stdout: \u000a| (launched: 2022-12-12_21:52:10.512108) \u000a21:52:11.905952 tst osmo-nitb_10.42.42.2(pid=31941): stderr: \u000a| (launched: 2022-12-12_21:52:10.557489)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:52:11.959094 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=31941): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31941) [trial-2382↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31941)] [trial-2382↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a21:52:11.966849 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a21:52:12.002164 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31940): Terminating (SIGTERM)\u000a21:52:12.179509 --- ParallelTerminationStrategy: PID 31940 died...\u000a21:52:12.235302 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31940): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31943): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31943) [trial-2382↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31943)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31943): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31943) [trial-2382↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a21:52:12.249309 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a21:52:12.360649 tst esme_connect_policy_closed.py: using MSISDN 7984\u000a21:52:12.488670 tst esme_connect_policy_closed.py: using MSISDN 7985\u000a21:52:12.605838 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:52:13.223545 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31942): Launched\u000a21:52:13.546924 run osmo-nitb_10.42.42.2(pid=31943): Launched\u000a21:52:13.733695 run osmo-nitb_10.42.42.2(pid=31943): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31943)]\u000a21:52:13.870172 run osmo-nitb_10.42.42.2(pid=31943): stdout: \u000a| (launched: 2022-12-12_21:52:13.390887) \u000a21:52:14.007800 run osmo-nitb_10.42.42.2(pid=31943): stderr: \u000a| (launched: 2022-12-12_21:52:13.439583)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:52:14.139818 run osmo-nitb_10.42.42.2(pid=31943): stdout: \u000a| (launched: 2022-12-12_21:52:13.390887) \u000a21:52:14.270559 run osmo-nitb_10.42.42.2(pid=31943): stderr: \u000a| (launched: 2022-12-12_21:52:13.439583)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:52:14.327804 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=31943): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31943) [trial-2382↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31943)] [trial-2382↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a21:52:14.336080 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a21:52:14.372087 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31942): Terminating (SIGTERM)\u000a21:52:14.550097 --- ParallelTerminationStrategy: PID 31942 died...\u000a21:52:14.607526 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31942): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31945): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31945) [trial-2382↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31945)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31945): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31945) [trial-2382↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a21:52:14.622377 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a21:52:14.634182 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a21:52:14.765603 tst esme_ms_sms_storeforward.py: using LAC 31739\u000a21:52:14.896563 tst esme_ms_sms_storeforward.py: using RAC 119\u000a21:52:15.026401 tst esme_ms_sms_storeforward.py: using CellId 31739\u000a21:52:15.150544 tst esme_ms_sms_storeforward.py: using BVCI 31740\u000a21:52:15.174068 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a21:52:15.405076 tst esme_ms_sms_storeforward.py: using MSISDN 7986\u000a21:52:15.607807 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a21:52:15.746242 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:52:16.445418 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31944): Launched\u000a21:52:16.796608 run osmo-nitb_10.42.42.2(pid=31945): Launched\u000a21:52:16.987391 run osmo-nitb_10.42.42.2(pid=31945): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31945)]\u000a21:52:17.127610 run osmo-nitb_10.42.42.2(pid=31945): stdout: \u000a| (launched: 2022-12-12_21:52:16.616090) \u000a21:52:17.267460 run osmo-nitb_10.42.42.2(pid=31945): stderr: \u000a| (launched: 2022-12-12_21:52:16.665988)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:52:17.400000 run osmo-nitb_10.42.42.2(pid=31945): stdout: \u000a| (launched: 2022-12-12_21:52:16.616090) \u000a21:52:17.530798 run osmo-nitb_10.42.42.2(pid=31945): stderr: \u000a| (launched: 2022-12-12_21:52:16.665988)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:52:17.587917 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=31945): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31945) [trial-2382↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31945)] [trial-2382↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a21:52:17.596784 tst esme_ms_sms_storeforward.py:23: Test FAILED (3.0 sec)\u000a21:52:17.633141 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31944): Terminating (SIGTERM)\u000a21:52:17.810805 --- ParallelTerminationStrategy: PID 31944 died...\u000a21:52:17.868693 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31944): Terminated: ok {rc=0}\u000a21:52:17.957052 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31947): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31947) [trial-2382↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31947)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31947): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31947) [trial-2382↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a21:52:19.011088 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a21:52:19.023125 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a21:52:19.151310 tst esme_ms_sms_transaction.py: using LAC 31740\u000a21:52:19.277025 tst esme_ms_sms_transaction.py: using RAC 120\u000a21:52:19.395747 tst esme_ms_sms_transaction.py: using CellId 31740\u000a21:52:19.522334 tst esme_ms_sms_transaction.py: using BVCI 31741\u000a21:52:19.547485 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a21:52:19.777675 tst esme_ms_sms_transaction.py: using MSISDN 7987\u000a21:52:19.981167 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a21:52:20.119925 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:52:20.793192 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31946): Launched\u000a21:52:21.117052 run osmo-nitb_10.42.42.2(pid=31947): Launched\u000a21:52:21.317671 run osmo-nitb_10.42.42.2(pid=31947): ERR: Terminated: ERROR {rc=2} [trial-2382↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31947)]\u000a21:52:21.465037 run osmo-nitb_10.42.42.2(pid=31947): stdout: \u000a| (launched: 2022-12-12_21:52:20.961074) \u000a21:52:21.612694 run osmo-nitb_10.42.42.2(pid=31947): stderr: \u000a| (launched: 2022-12-12_21:52:21.009936)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:52:21.755794 run osmo-nitb_10.42.42.2(pid=31947): stdout: \u000a| (launched: 2022-12-12_21:52:20.961074) \u000a21:52:21.897922 run osmo-nitb_10.42.42.2(pid=31947): stderr: \u000a| (launched: 2022-12-12_21:52:21.009936)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:52:22.249787 tst osmo-nitb_10.42.42.2(pid=31947): stdout: \u000a| (launched: 2022-12-12_21:52:20.961074) \u000a21:52:22.380653 tst osmo-nitb_10.42.42.2(pid=31947): stderr: \u000a| (launched: 2022-12-12_21:52:21.009936)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:52:22.437777 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=31947): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31947) [trial-2382↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31947)] [trial-2382↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a21:52:22.446840 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a21:52:22.482683 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31946): Terminating (SIGTERM)\u000a21:52:22.660383 --- ParallelTerminationStrategy: PID 31946 died...\u000a21:52:22.718804 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31946): Terminated: ok {rc=0}\u000a21:52:22.806633 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 16.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:52:09" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=31958): Process ended prematurely: osmo-hlr_10.42.42.2(pid=31958) [trial-2382↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31958)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=31958): Process ended prematurely: osmo-hlr_10.42.42.2(pid=31958) [trial-2382↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a21:52:24.604607 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:24.615423 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:24.626142 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:24.636739 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:24.750246 tst esme_connect_policy_acceptall.py: using MSISDN 7988\u000a21:52:24.867197 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a21:52:25.434334 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31953): Launched\u000a21:52:25.761452 run osmo-stp_10.42.42.4(pid=31954): Launched\u000a21:52:25.879308 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:26.402483 run create_hlr_db(pid=31955): Launched\u000a21:52:26.593566 bus /sierra_2: Setting Powered False\u000a21:52:27.614440 run create_hlr_db(pid=31955): Terminated: ok {rc=0}\u000a21:52:28.023355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31957): Launched\u000a21:52:28.328491 run osmo-hlr_10.42.42.2(pid=31958): Launched\u000a21:52:28.448589 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a21:52:29.016393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31960): Launched\u000a21:52:29.323885 run osmo-msc_10.42.42.5(pid=31961): Launched\u000a21:52:29.504362 run osmo-hlr_10.42.42.2(pid=31958): ERR: Terminated: ERROR {rc=237} [trial-2382↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31958)]\u000a21:52:29.649976 run osmo-hlr_10.42.42.2(pid=31958): stdout: \u000a| (launched: 2022-12-12_21:52:28.179187) \u000a21:52:29.789844 run osmo-hlr_10.42.42.2(pid=31958): stderr: \u000a| �[0;m�[1;31m20221212215228353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215228353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215228353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215228353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215228354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215228354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215228366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215228375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215228375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215228375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:29.922453 run osmo-hlr_10.42.42.2(pid=31958): stdout: \u000a| (launched: 2022-12-12_21:52:28.179187) \u000a21:52:30.053077 run osmo-hlr_10.42.42.2(pid=31958): stderr: \u000a| �[0;m�[1;31m20221212215228353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215228353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215228353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215228353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215228354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215228354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215228366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215228375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215228375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215228375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:30.110025 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=31958): Process ended prematurely: osmo-hlr_10.42.42.2(pid=31958) [trial-2382↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31958)] [trial-2382↪smpp↪esme_connect_policy_acceptall.py:23]\u000a21:52:30.118446 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.5 sec)\u000a21:52:30.181678 run osmo-msc_10.42.42.5(pid=31961): ERR: Terminated: ERROR {rc=9} [trial-2382↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=31961)]\u000a21:52:30.233557 run osmo-msc_10.42.42.5(pid=31961): stdout: \u000a| (launched: 2022-12-12_21:52:29.171899) \u000a21:52:30.286195 run osmo-msc_10.42.42.5(pid=31961): stderr: \u000a| �[0;m�[38;5;43m20221212215229489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221212215229489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221212215229489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221212215229489 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221212215229489 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221212215229489 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221212215229490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221212215229490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221212215229490 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a21:52:30.330882 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31953): Terminating (SIGTERM)\u000a21:52:30.373007 run osmo-stp_10.42.42.4(pid=31954): Terminating (SIGTERM)\u000a21:52:30.416198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31957): Terminating (SIGTERM)\u000a21:52:30.460246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31960): Terminating (SIGTERM)\u000a21:52:30.471601 --- ParallelTerminationStrategy: PID 31953 died...\u000a21:52:30.530907 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31953): Terminated: ok {rc=0}\u000a21:52:30.541251 --- ParallelTerminationStrategy: PID 31954 died...\u000a21:52:30.597450 run osmo-stp_10.42.42.4(pid=31954): Terminated: ok {rc=0}\u000a21:52:30.607439 --- ParallelTerminationStrategy: PID 31957 died...\u000a21:52:30.663727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31957): Terminated: ok {rc=0}\u000a21:52:30.673883 --- ParallelTerminationStrategy: PID 31960 died...\u000a21:52:30.730067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31960): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=31969): Process ended prematurely: osmo-hlr_10.42.42.2(pid=31969) [trial-2382↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31969)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=31969): Process ended prematurely: osmo-hlr_10.42.42.2(pid=31969) [trial-2382↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a21:52:30.744934 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:30.756371 tst smpp: Using 1 x bts (candidates: 1)\u000a21:52:30.901751 tst esme_connect_policy_closed.py: using LAC 31741\u000a21:52:31.044528 tst esme_connect_policy_closed.py: using RAC 121\u000a21:52:31.207731 tst esme_connect_policy_closed.py: using CellId 31741\u000a21:52:31.380872 tst esme_connect_policy_closed.py: using BVCI 31742\u000a21:52:31.415980 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:31.431016 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:31.446030 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:31.587363 tst esme_connect_policy_closed.py: using MSISDN 7989\u000a21:52:31.716571 tst esme_connect_policy_closed.py: using MSISDN 7990\u000a21:52:31.832334 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a21:52:32.385297 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31964): Launched\u000a21:52:32.713316 run osmo-stp_10.42.42.4(pid=31965): Launched\u000a21:52:32.831144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:33.349294 run create_hlr_db(pid=31966): Launched\u000a21:52:34.529793 run create_hlr_db(pid=31966): Terminated: ok {rc=0}\u000a21:52:34.845538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31968): Launched\u000a21:52:35.153225 run osmo-hlr_10.42.42.2(pid=31969): Launched\u000a21:52:35.266778 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a21:52:35.826848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31971): Launched\u000a21:52:36.134974 run osmo-msc_10.42.42.5(pid=31972): Launched\u000a21:52:36.315143 run osmo-hlr_10.42.42.2(pid=31969): ERR: Terminated: ERROR {rc=237} [trial-2382↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31969)]\u000a21:52:36.447901 run osmo-hlr_10.42.42.2(pid=31969): stdout: \u000a| (launched: 2022-12-12_21:52:35.001369) \u000a21:52:36.578097 run osmo-hlr_10.42.42.2(pid=31969): stderr: \u000a| �[0;m�[1;31m20221212215235177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215235177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215235177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215235178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215235178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215235178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215235190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215235198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215235198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215235198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:36.701674 run osmo-hlr_10.42.42.2(pid=31969): stdout: \u000a| (launched: 2022-12-12_21:52:35.001369) \u000a21:52:36.824586 run osmo-hlr_10.42.42.2(pid=31969): stderr: \u000a| �[0;m�[1;31m20221212215235177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215235177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215235177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215235178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215235178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215235178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215235190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215235198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215235198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215235198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:36.878195 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=31969): Process ended prematurely: osmo-hlr_10.42.42.2(pid=31969) [trial-2382↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31969)] [trial-2382↪smpp↪esme_connect_policy_closed.py:31]\u000a21:52:36.886198 tst esme_connect_policy_closed.py:31: Test FAILED (6.1 sec)\u000a21:52:36.947065 run osmo-msc_10.42.42.5(pid=31972): ERR: Terminated: ERROR {rc=9} [trial-2382↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=31972)]\u000a21:52:36.997084 run osmo-msc_10.42.42.5(pid=31972): stdout: \u000a| (launched: 2022-12-12_21:52:35.983168) \u000a21:52:37.047564 run osmo-msc_10.42.42.5(pid=31972): stderr: \u000a| �[0;m�[38;5;43m20221212215236298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221212215236298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221212215236298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221212215236298 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221212215236298 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221212215236298 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221212215236299 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221212215236299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221212215236299 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a21:52:37.090337 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31964): Terminating (SIGTERM)\u000a21:52:37.131214 run osmo-stp_10.42.42.4(pid=31965): Terminating (SIGTERM)\u000a21:52:37.173348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31968): Terminating (SIGTERM)\u000a21:52:37.214997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31971): Terminating (SIGTERM)\u000a21:52:37.224690 --- ParallelTerminationStrategy: PID 31964 died...\u000a21:52:37.280131 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=31964): Terminated: ok {rc=0}\u000a21:52:37.290008 --- ParallelTerminationStrategy: PID 31965 died...\u000a21:52:37.344333 run osmo-stp_10.42.42.4(pid=31965): Terminated: ok {rc=0}\u000a21:52:37.354376 --- ParallelTerminationStrategy: PID 31968 died...\u000a21:52:37.408309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31968): Terminated: ok {rc=0}\u000a21:52:37.418302 --- ParallelTerminationStrategy: PID 31971 died...\u000a21:52:37.473058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31971): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31981): Process ended prematurely: osmo-stp_10.42.42.5(pid=31981) [trial-2382↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31981)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31981): Process ended prematurely: osmo-stp_10.42.42.5(pid=31981) [trial-2382↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a21:52:37.487275 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:37.498145 tst smpp: Using 1 x bts (candidates: 1)\u000a21:52:37.623093 tst esme_ms_sms_storeforward.py: using LAC 31742\u000a21:52:37.746130 tst esme_ms_sms_storeforward.py: using RAC 122\u000a21:52:37.868112 tst esme_ms_sms_storeforward.py: using CellId 31742\u000a21:52:37.991417 tst esme_ms_sms_storeforward.py: using BVCI 31743\u000a21:52:38.015147 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:38.025680 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:38.036022 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:38.047246 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:38.058597 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:38.069796 tst smpp: Using 1 x modem (candidates: 1)\u000a21:52:38.286984 tst esme_ms_sms_storeforward.py: using MSISDN 7991\u000a21:52:38.397944 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:38.881343 run create_hlr_db(pid=31975): Launched\u000a21:52:40.063487 run create_hlr_db(pid=31975): Terminated: ok {rc=0}\u000a21:52:40.381087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31977): Launched\u000a21:52:40.689680 run osmo-hlr_10.42.42.2(pid=31978): Launched\u000a21:52:40.812561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:41.357265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31980): Launched\u000a21:52:41.666139 run osmo-stp_10.42.42.5(pid=31981): Launched\u000a21:52:41.779401 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:52:42.336472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31983): Launched\u000a21:52:42.643671 run osmo-msc_10.42.42.6(pid=31984): Launched\u000a21:52:42.824066 run osmo-stp_10.42.42.5(pid=31981): ERR: Terminated: ERROR {rc=1} [trial-2382↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31981)]\u000a21:52:42.955470 run osmo-stp_10.42.42.5(pid=31981): stdout: \u000a| (launched: 2022-12-12_21:52:41.514799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:43.084784 run osmo-stp_10.42.42.5(pid=31981): stderr: \u000a| �[0;m�[38;5;43m20221212215241683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215241683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215241683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215241684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215241686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215241686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215241686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:43.208426 run osmo-stp_10.42.42.5(pid=31981): stdout: \u000a| (launched: 2022-12-12_21:52:41.514799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:43.331239 run osmo-stp_10.42.42.5(pid=31981): stderr: \u000a| �[0;m�[38;5;43m20221212215241683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215241683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215241683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215241684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215241686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215241686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215241686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:43.384780 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=31981): Process ended prematurely: osmo-stp_10.42.42.5(pid=31981) [trial-2382↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31981)] [trial-2382↪smpp↪esme_ms_sms_storeforward.py:30]\u000a21:52:43.392685 tst esme_ms_sms_storeforward.py:30: Test FAILED (5.9 sec)\u000a21:52:43.453502 run osmo-hlr_10.42.42.2(pid=31978): ERR: Terminated: ERROR {rc=237} [trial-2382↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31978)]\u000a21:52:43.503030 run osmo-hlr_10.42.42.2(pid=31978): stdout: \u000a| (launched: 2022-12-12_21:52:40.537662) \u000a21:52:43.554118 run osmo-hlr_10.42.42.2(pid=31978): stderr: \u000a| �[0;m�[1;31m20221212215240715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215240715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215240715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215240715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215240716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215240716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215240727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215240736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215240736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215240737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:43.622417 run osmo-msc_10.42.42.6(pid=31984): ERR: Terminated: ERROR {rc=2} [trial-2382↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31984)]\u000a21:52:43.672112 run osmo-msc_10.42.42.6(pid=31984): stdout: \u000a| (launched: 2022-12-12_21:52:42.492046) \u000a21:52:43.722285 run osmo-msc_10.42.42.6(pid=31984): stderr: \u000a| �[0;m�[38;5;43m20221212215242764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215242764 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bfd865c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215242764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215242765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215242765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215242765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215242767 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215242767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215242767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215242767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:52:43.765013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31977): Terminating (SIGTERM)\u000a21:52:43.805704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31980): Terminating (SIGTERM)\u000a21:52:43.846569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31983): Terminating (SIGTERM)\u000a21:52:43.856093 --- ParallelTerminationStrategy: PID 31977 died...\u000a21:52:43.910559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31977): Terminated: ok {rc=0}\u000a21:52:43.920637 --- ParallelTerminationStrategy: PID 31980 died...\u000a21:52:43.975098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31980): Terminated: ok {rc=0}\u000a21:52:43.984873 --- ParallelTerminationStrategy: PID 31983 died...\u000a21:52:44.039922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31983): Terminated: ok {rc=0}\u000a21:52:44.128592 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31992): Process ended prematurely: osmo-stp_10.42.42.5(pid=31992) [trial-2382↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31992)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31992): Process ended prematurely: osmo-stp_10.42.42.5(pid=31992) [trial-2382↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a21:52:45.181422 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:45.192891 tst smpp: Using 1 x bts (candidates: 1)\u000a21:52:45.333193 tst esme_ms_sms_transaction.py: using LAC 31743\u000a21:52:45.462903 tst esme_ms_sms_transaction.py: using RAC 123\u000a21:52:45.590880 tst esme_ms_sms_transaction.py: using CellId 31743\u000a21:52:45.717596 tst esme_ms_sms_transaction.py: using BVCI 31744\u000a21:52:45.742595 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:45.753454 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:45.764187 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:45.775548 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:45.786859 tst smpp: Using 1 x ip_address (candidates: 6)\u000a21:52:45.798045 tst smpp: Using 1 x modem (candidates: 1)\u000a21:52:46.034598 tst esme_ms_sms_transaction.py: using MSISDN 7992\u000a21:52:46.147674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:46.690243 run create_hlr_db(pid=31986): Launched\u000a21:52:46.873134 bus /sierra_2: Setting Powered False\u000a21:52:47.889507 run create_hlr_db(pid=31986): Terminated: ok {rc=0}\u000a21:52:48.325377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31988): Launched\u000a21:52:48.654105 run osmo-hlr_10.42.42.2(pid=31989): Launched\u000a21:52:48.775423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:49.348161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31991): Launched\u000a21:52:49.675953 run osmo-stp_10.42.42.5(pid=31992): Launched\u000a21:52:49.795190 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:52:50.392593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31994): Launched\u000a21:52:50.719502 run osmo-msc_10.42.42.6(pid=31995): Launched\u000a21:52:50.911967 run osmo-stp_10.42.42.5(pid=31992): ERR: Terminated: ERROR {rc=1} [trial-2382↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31992)]\u000a21:52:51.051374 run osmo-stp_10.42.42.5(pid=31992): stdout: \u000a| (launched: 2022-12-12_21:52:49.515996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:51.189930 run osmo-stp_10.42.42.5(pid=31992): stderr: \u000a| �[0;m�[38;5;43m20221212215249708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215249708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215249708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215249708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215249709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215249709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215249709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:51.321989 run osmo-stp_10.42.42.5(pid=31992): stdout: \u000a| (launched: 2022-12-12_21:52:49.515996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:51.452794 run osmo-stp_10.42.42.5(pid=31992): stderr: \u000a| �[0;m�[38;5;43m20221212215249708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215249708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215249708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215249708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215249709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215249709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215249709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:51.509771 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=31992): Process ended prematurely: osmo-stp_10.42.42.5(pid=31992) [trial-2382↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31992)] [trial-2382↪smpp↪esme_ms_sms_transaction.py:28]\u000a21:52:51.518178 tst esme_ms_sms_transaction.py:28: Test FAILED (6.3 sec)\u000a21:52:51.581308 run osmo-hlr_10.42.42.2(pid=31989): ERR: Terminated: ERROR {rc=237} [trial-2382↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31989)]\u000a21:52:51.633543 run osmo-hlr_10.42.42.2(pid=31989): stdout: \u000a| (launched: 2022-12-12_21:52:48.493721) \u000a21:52:51.686565 run osmo-hlr_10.42.42.2(pid=31989): stderr: \u000a| �[0;m�[1;31m20221212215248696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215248696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215248696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215248696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215248696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215248696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215248709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215248717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215248717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215248717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:51.758376 run osmo-msc_10.42.42.6(pid=31995): ERR: Terminated: ERROR {rc=2} [trial-2382↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31995)]\u000a21:52:51.810577 run osmo-msc_10.42.42.6(pid=31995): stdout: \u000a| (launched: 2022-12-12_21:52:50.559669) \u000a21:52:51.863492 run osmo-msc_10.42.42.6(pid=31995): stderr: \u000a| �[0;m�[38;5;43m20221212215250882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215250883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f57f64a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215250883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215250883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215250883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215250883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215250887 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215250887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215250887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215250887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:52:51.908829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31988): Terminating (SIGTERM)\u000a21:52:51.951331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31991): Terminating (SIGTERM)\u000a21:52:51.993686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31994): Terminating (SIGTERM)\u000a21:52:52.003373 --- ParallelTerminationStrategy: PID 31988 died...\u000a21:52:52.060322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31988): Terminated: ok {rc=0}\u000a21:52:52.070474 --- ParallelTerminationStrategy: PID 31991 died...\u000a21:52:52.127106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31991): Terminated: ok {rc=0}\u000a21:52:52.137331 --- ParallelTerminationStrategy: PID 31994 died...\u000a21:52:52.193311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31994): Terminated: ok {rc=0}\u000a21:52:52.281365 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:52:24" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32006): Process ended prematurely: osmo-stp_10.42.42.5(pid=32006) [trial-2382↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32006)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32006): Process ended prematurely: osmo-stp_10.42.42.5(pid=32006) [trial-2382↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a21:52:54.164183 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:52:54.175099 tst encryption: Using 1 x bts (candidates: 1)\u000a21:52:54.307544 tst register_a5_0_authopt.py: using LAC 31744\u000a21:52:54.438192 tst register_a5_0_authopt.py: using RAC 124\u000a21:52:54.568858 tst register_a5_0_authopt.py: using CellId 31744\u000a21:52:54.702396 tst register_a5_0_authopt.py: using BVCI 31745\u000a21:52:54.727703 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:52:54.738546 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:52:54.749339 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:52:54.760031 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:52:54.770730 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:52:54.781420 tst encryption: Using 1 x modem (candidates: 1)\u000a21:52:55.080614 tst register_a5_0_authopt.py:8: start network...\u000a21:52:55.220211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:55.748232 run create_hlr_db(pid=32000): Launched\u000a21:52:55.940342 bus /sierra_2: Setting Powered False\u000a21:52:56.961982 run create_hlr_db(pid=32000): Terminated: ok {rc=0}\u000a21:52:57.400311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32002): Launched\u000a21:52:57.732624 run osmo-hlr_10.42.42.2(pid=32003): Launched\u000a21:52:57.853843 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:58.428395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32005): Launched\u000a21:52:58.759304 run osmo-stp_10.42.42.5(pid=32006): Launched\u000a21:52:58.880564 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:52:59.481453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32008): Launched\u000a21:52:59.811557 run osmo-msc_10.42.42.6(pid=32009): Launched\u000a21:53:00.006330 run osmo-stp_10.42.42.5(pid=32006): ERR: Terminated: ERROR {rc=1} [trial-2382↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32006)]\u000a21:53:00.146184 run osmo-stp_10.42.42.5(pid=32006): stdout: \u000a| (launched: 2022-12-12_21:52:58.597503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:00.284382 run osmo-stp_10.42.42.5(pid=32006): stderr: \u000a| �[0;m�[38;5;43m20221212215258794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215258794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215258795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215258795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215258796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215258796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215258796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:00.417332 run osmo-stp_10.42.42.5(pid=32006): stdout: \u000a| (launched: 2022-12-12_21:52:58.597503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:00.549177 run osmo-stp_10.42.42.5(pid=32006): stderr: \u000a| �[0;m�[38;5;43m20221212215258794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215258794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215258795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215258795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215258796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215258796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215258796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:00.607047 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32006): Process ended prematurely: osmo-stp_10.42.42.5(pid=32006) [trial-2382↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32006)] [trial-2382↪encryption↪register_a5_0_authopt.py:8]\u000a21:53:00.616001 tst register_a5_0_authopt.py:8: Test FAILED (6.5 sec)\u000a21:53:00.678920 run osmo-hlr_10.42.42.2(pid=32003): ERR: Terminated: ERROR {rc=237} [trial-2382↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32003)]\u000a21:53:00.730844 run osmo-hlr_10.42.42.2(pid=32003): stdout: \u000a| (launched: 2022-12-12_21:52:57.570539) \u000a21:53:00.783627 run osmo-hlr_10.42.42.2(pid=32003): stderr: \u000a| �[0;m�[1;31m20221212215257770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215257770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215257770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215257770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215257770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215257770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215257783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215257791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215257793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215257793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:00.871079 run osmo-msc_10.42.42.6(pid=32009): ERR: Terminated: ERROR {rc=2} [trial-2382↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32009)]\u000a21:53:00.935495 run osmo-msc_10.42.42.6(pid=32009): stdout: \u000a| (launched: 2022-12-12_21:52:59.650220) \u000a21:53:00.988713 run osmo-msc_10.42.42.6(pid=32009): stderr: \u000a| �[0;m�[38;5;43m20221212215259977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215259977 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa4a73a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215259977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215259977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215259977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215259977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215259979 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215259979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215259979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215259980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:53:01.033779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32002): Terminating (SIGTERM)\u000a21:53:01.076309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32005): Terminating (SIGTERM)\u000a21:53:01.119271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32008): Terminating (SIGTERM)\u000a21:53:01.129157 --- ParallelTerminationStrategy: PID 32002 died...\u000a21:53:01.186626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32002): Terminated: ok {rc=0}\u000a21:53:01.197581 --- ParallelTerminationStrategy: PID 32005 died...\u000a21:53:01.254585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32005): Terminated: ok {rc=0}\u000a21:53:01.265232 --- ParallelTerminationStrategy: PID 32008 died...\u000a21:53:01.322737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32008): Terminated: ok {rc=0}\u000a21:53:01.411741 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32017): Process ended prematurely: osmo-stp_10.42.42.5(pid=32017) [trial-2382↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32017)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32017): Process ended prematurely: osmo-stp_10.42.42.5(pid=32017) [trial-2382↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32017)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a21:53:02.526780 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:02.538200 tst encryption: Using 1 x bts (candidates: 1)\u000a21:53:02.672106 tst register_a5_0_authreq.py: using LAC 31745\u000a21:53:02.803910 tst register_a5_0_authreq.py: using RAC 125\u000a21:53:02.934842 tst register_a5_0_authreq.py: using CellId 31745\u000a21:53:03.065399 tst register_a5_0_authreq.py: using BVCI 31746\u000a21:53:03.090991 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:03.101826 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:03.112637 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:03.123508 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:03.134257 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:03.144838 tst encryption: Using 1 x modem (candidates: 1)\u000a21:53:03.430564 tst register_a5_0_authreq.py:8: start network...\u000a21:53:03.560695 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:53:04.046370 run create_hlr_db(pid=32011): Launched\u000a21:53:04.224391 bus /sierra_2: Setting Powered False\u000a21:53:05.247112 run create_hlr_db(pid=32011): Terminated: ok {rc=0}\u000a21:53:05.686355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32013): Launched\u000a21:53:06.019734 run osmo-hlr_10.42.42.2(pid=32014): Launched\u000a21:53:06.141806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:53:06.715636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32016): Launched\u000a21:53:07.048256 run osmo-stp_10.42.42.5(pid=32017): Launched\u000a21:53:07.168854 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:53:07.772927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32019): Launched\u000a21:53:08.105383 run osmo-msc_10.42.42.6(pid=32020): Launched\u000a21:53:08.300375 run osmo-stp_10.42.42.5(pid=32017): ERR: Terminated: ERROR {rc=1} [trial-2382↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32017)]\u000a21:53:08.440825 run osmo-stp_10.42.42.5(pid=32017): stdout: \u000a| (launched: 2022-12-12_21:53:06.885895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:08.580192 run osmo-stp_10.42.42.5(pid=32017): stderr: \u000a| �[0;m�[38;5;43m20221212215307080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215307080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215307080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215307080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215307081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215307081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215307081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:08.713480 run osmo-stp_10.42.42.5(pid=32017): stdout: \u000a| (launched: 2022-12-12_21:53:06.885895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:08.845686 run osmo-stp_10.42.42.5(pid=32017): stderr: \u000a| �[0;m�[38;5;43m20221212215307080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215307080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215307080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215307080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215307081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215307081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215307081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:08.903940 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32017): Process ended prematurely: osmo-stp_10.42.42.5(pid=32017) [trial-2382↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32017)] [trial-2382↪encryption↪register_a5_0_authreq.py:8]\u000a21:53:08.913032 tst register_a5_0_authreq.py:8: Test FAILED (6.4 sec)\u000a21:53:08.976303 run osmo-hlr_10.42.42.2(pid=32014): ERR: Terminated: ERROR {rc=237} [trial-2382↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32014)]\u000a21:53:09.028393 run osmo-hlr_10.42.42.2(pid=32014): stdout: \u000a| (launched: 2022-12-12_21:53:05.856681) \u000a21:53:09.081126 run osmo-hlr_10.42.42.2(pid=32014): stderr: \u000a| �[0;m�[1;31m20221212215306057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215306057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215306057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215306057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215306057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215306057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215306070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215306078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215306078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215306079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:09.152584 run osmo-msc_10.42.42.6(pid=32020): ERR: Terminated: ERROR {rc=2} [trial-2382↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32020)]\u000a21:53:09.204696 run osmo-msc_10.42.42.6(pid=32020): stdout: \u000a| (launched: 2022-12-12_21:53:07.942910) \u000a21:53:09.257373 run osmo-msc_10.42.42.6(pid=32020): stderr: \u000a| �[0;m�[38;5;43m20221212215308266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215308266 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdee4bb8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215308266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215308266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215308266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215308266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215308268 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215308268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215308269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215308269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:53:09.302206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32013): Terminating (SIGTERM)\u000a21:53:09.344514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32016): Terminating (SIGTERM)\u000a21:53:09.387037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32019): Terminating (SIGTERM)\u000a21:53:09.396772 --- ParallelTerminationStrategy: PID 32013 died...\u000a21:53:09.453888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32013): Terminated: ok {rc=0}\u000a21:53:09.464132 --- ParallelTerminationStrategy: PID 32016 died...\u000a21:53:09.521102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32016): Terminated: ok {rc=0}\u000a21:53:09.531345 --- ParallelTerminationStrategy: PID 32019 died...\u000a21:53:09.587934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32019): Terminated: ok {rc=0}\u000a21:53:09.676071 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "encryption", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32028): Process ended prematurely: osmo-stp_10.42.42.5(pid=32028) [trial-2382↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32028)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32028): Process ended prematurely: osmo-stp_10.42.42.5(pid=32028) [trial-2382↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a21:53:10.790253 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:10.802373 tst encryption: Using 1 x bts (candidates: 1)\u000a21:53:10.938264 tst register_a5_1_authreq.py: using LAC 31746\u000a21:53:11.068856 tst register_a5_1_authreq.py: using RAC 126\u000a21:53:11.198991 tst register_a5_1_authreq.py: using CellId 31746\u000a21:53:11.329505 tst register_a5_1_authreq.py: using BVCI 31747\u000a21:53:11.354924 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:11.365872 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:11.376585 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:11.387731 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:11.398549 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:11.409274 tst encryption: Using 1 x modem (candidates: 1)\u000a21:53:11.693156 tst register_a5_1_authreq.py:8: start network...\u000a21:53:11.823275 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:53:12.310338 run create_hlr_db(pid=32022): Launched\u000a21:53:12.490597 bus /sierra_2: Setting Powered False\u000a21:53:13.511776 run create_hlr_db(pid=32022): Terminated: ok {rc=0}\u000a21:53:13.953124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32024): Launched\u000a21:53:14.287286 run osmo-hlr_10.42.42.2(pid=32025): Launched\u000a21:53:14.409935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:53:14.986883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32027): Launched\u000a21:53:15.320617 run osmo-stp_10.42.42.5(pid=32028): Launched\u000a21:53:15.446319 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:53:16.098606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32030): Launched\u000a21:53:16.507681 run osmo-msc_10.42.42.6(pid=32031): Launched\u000a21:53:16.898353 run osmo-stp_10.42.42.5(pid=32028): ERR: Terminated: ERROR {rc=1} [trial-2382↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32028)]\u000a21:53:17.199838 run osmo-stp_10.42.42.5(pid=32028): stdout: \u000a| (launched: 2022-12-12_21:53:15.157109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:17.434899 run osmo-stp_10.42.42.5(pid=32028): stderr: \u000a| �[0;m�[38;5;43m20221212215315351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215315351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215315352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215315352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215315352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215315353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215315353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:17.568476 run osmo-stp_10.42.42.5(pid=32028): stdout: \u000a| (launched: 2022-12-12_21:53:15.157109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:17.701502 run osmo-stp_10.42.42.5(pid=32028): stderr: \u000a| �[0;m�[38;5;43m20221212215315351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215315351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215315352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215315352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215315352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215315353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215315353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:17.759284 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32028): Process ended prematurely: osmo-stp_10.42.42.5(pid=32028) [trial-2382↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32028)] [trial-2382↪encryption↪register_a5_1_authreq.py:8]\u000a21:53:17.768350 tst register_a5_1_authreq.py:8: Test FAILED (7.0 sec)\u000a21:53:17.831871 run osmo-hlr_10.42.42.2(pid=32025): ERR: Terminated: ERROR {rc=237} [trial-2382↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32025)]\u000a21:53:17.884025 run osmo-hlr_10.42.42.2(pid=32025): stdout: \u000a| (launched: 2022-12-12_21:53:14.124008) \u000a21:53:17.937332 run osmo-hlr_10.42.42.2(pid=32025): stderr: \u000a| �[0;m�[1;31m20221212215314326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215314326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215314326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215314326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215314326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215314326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215314340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215314350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215314350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215314350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:18.009353 run osmo-msc_10.42.42.6(pid=32031): ERR: Terminated: ERROR {rc=2} [trial-2382↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32031)]\u000a21:53:18.061689 run osmo-msc_10.42.42.6(pid=32031): stdout: \u000a| (launched: 2022-12-12_21:53:16.270110) \u000a21:53:18.114682 run osmo-msc_10.42.42.6(pid=32031): stderr: \u000a| �[0;m�[38;5;43m20221212215316854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215316855 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f22b71dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215316855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215316855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215316856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215316858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215316862 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215316862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215316863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215316863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:53:18.159613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32024): Terminating (SIGTERM)\u000a21:53:18.202351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32027): Terminating (SIGTERM)\u000a21:53:18.244838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32030): Terminating (SIGTERM)\u000a21:53:18.254738 --- ParallelTerminationStrategy: PID 32024 died...\u000a21:53:18.311644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32024): Terminated: ok {rc=0}\u000a21:53:18.321943 --- ParallelTerminationStrategy: PID 32027 died...\u000a21:53:18.378387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32027): Terminated: ok {rc=0}\u000a21:53:18.388515 --- ParallelTerminationStrategy: PID 32030 died...\u000a21:53:18.444865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32030): Terminated: ok {rc=0}\u000a21:53:18.533648 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32039): Process ended prematurely: osmo-stp_10.42.42.5(pid=32039) [trial-2382↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32039)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32039): Process ended prematurely: osmo-stp_10.42.42.5(pid=32039) [trial-2382↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a21:53:19.650345 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:19.661842 tst encryption: Using 1 x bts (candidates: 1)\u000a21:53:19.793756 tst register_a5_3_authreq.py: using LAC 31747\u000a21:53:19.924360 tst register_a5_3_authreq.py: using RAC 127\u000a21:53:20.054684 tst register_a5_3_authreq.py: using CellId 31747\u000a21:53:20.185212 tst register_a5_3_authreq.py: using BVCI 31748\u000a21:53:20.210676 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:20.221539 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:20.232220 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:20.242842 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:20.253531 tst encryption: Using 1 x ip_address (candidates: 6)\u000a21:53:20.264175 tst encryption: Using 1 x modem (candidates: 1)\u000a21:53:20.556703 tst register_a5_3_authreq.py:8: start network...\u000a21:53:20.687758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:53:21.176131 run create_hlr_db(pid=32033): Launched\u000a21:53:21.355604 bus /sierra_2: Setting Powered False\u000a21:53:22.377529 run create_hlr_db(pid=32033): Terminated: ok {rc=0}\u000a21:53:22.816606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32035): Launched\u000a21:53:23.149602 run osmo-hlr_10.42.42.2(pid=32036): Launched\u000a21:53:23.271686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:53:23.846522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32038): Launched\u000a21:53:24.179284 run osmo-stp_10.42.42.5(pid=32039): Launched\u000a21:53:24.300750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:53:24.903082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32041): Launched\u000a21:53:25.234922 run osmo-msc_10.42.42.6(pid=32042): Launched\u000a21:53:25.429946 run osmo-stp_10.42.42.5(pid=32039): ERR: Terminated: ERROR {rc=1} [trial-2382↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32039)]\u000a21:53:25.570637 run osmo-stp_10.42.42.5(pid=32039): stdout: \u000a| (launched: 2022-12-12_21:53:24.016778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:25.710472 run osmo-stp_10.42.42.5(pid=32039): stderr: \u000a| �[0;m�[38;5;43m20221212215324209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215324209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215324209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215324210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215324212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215324212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215324212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:25.843724 run osmo-stp_10.42.42.5(pid=32039): stdout: \u000a| (launched: 2022-12-12_21:53:24.016778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:25.976511 run osmo-stp_10.42.42.5(pid=32039): stderr: \u000a| �[0;m�[38;5;43m20221212215324209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215324209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215324209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215324210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215324212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215324212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215324212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:26.034592 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32039): Process ended prematurely: osmo-stp_10.42.42.5(pid=32039) [trial-2382↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32039)] [trial-2382↪encryption↪register_a5_3_authreq.py:8]\u000a21:53:26.043643 tst register_a5_3_authreq.py:8: Test FAILED (6.4 sec)\u000a21:53:26.106694 run osmo-hlr_10.42.42.2(pid=32036): ERR: Terminated: ERROR {rc=237} [trial-2382↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32036)]\u000a21:53:26.158670 run osmo-hlr_10.42.42.2(pid=32036): stdout: \u000a| (launched: 2022-12-12_21:53:22.987221) \u000a21:53:26.211332 run osmo-hlr_10.42.42.2(pid=32036): stderr: \u000a| �[0;m�[1;31m20221212215323188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215323188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215323188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215323188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215323188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215323188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215323200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215323209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215323209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215323209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:26.282389 run osmo-msc_10.42.42.6(pid=32042): ERR: Terminated: ERROR {rc=2} [trial-2382↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32042)]\u000a21:53:26.334223 run osmo-msc_10.42.42.6(pid=32042): stdout: \u000a| (launched: 2022-12-12_21:53:25.072666) \u000a21:53:26.386658 run osmo-msc_10.42.42.6(pid=32042): stderr: \u000a| �[0;m�[38;5;43m20221212215325396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215325396 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb14fe4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215325396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215325396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215325396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215325397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215325398 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215325399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215325399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215325399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:53:26.431289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32035): Terminating (SIGTERM)\u000a21:53:26.473666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32038): Terminating (SIGTERM)\u000a21:53:26.515674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32041): Terminating (SIGTERM)\u000a21:53:26.525384 --- ParallelTerminationStrategy: PID 32035 died...\u000a21:53:26.581565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32035): Terminated: ok {rc=0}\u000a21:53:26.591617 --- ParallelTerminationStrategy: PID 32038 died...\u000a21:53:26.647770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32038): Terminated: ok {rc=0}\u000a21:53:26.657856 --- ParallelTerminationStrategy: PID 32041 died...\u000a21:53:26.713801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32041): Terminated: ok {rc=0}\u000a21:53:26.801509 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:52:53" }, { "cases" : [ { "testActions" : [ ], "age" : 244, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 22.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=32059): Process ended prematurely: srsepc(pid=32059) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32059)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=32059): Process ended prematurely: srsepc(pid=32059) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a21:53:28.777790 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a21:53:28.819953 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:53:28.835647 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:53:28.859013 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:53:29.000383 tst handover.py: using MSISDN 7993\u000a21:53:29.110123 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7993', subscriber_id=0}\u000a21:53:29.218570 run srsepc_10.42.42.118: Starting srsepc\u000a21:53:31.161155 run rm-remote-dir(pid=32047): Launched\u000a21:53:31.414533 bus /sierra_2: Setting Powered False\u000a21:53:32.374817 run rm-remote-dir(pid=32047): Terminated: ok {rc=0}\u000a21:53:32.859179 run mk-remote-dir(pid=32048): Launched\u000a21:53:34.048660 run mk-remote-dir(pid=32048): Terminated: ok {rc=0}\u000a21:53:34.326198 run scp-inst-to-remote(pid=32049): Launched\u000a21:53:36.525152 run scp-inst-to-remote(pid=32049): Terminated: ok {rc=0}\u000a21:53:36.877721 run rm-remote-dir(pid=32051): Launched\u000a21:53:38.079416 run rm-remote-dir(pid=32051): Terminated: ok {rc=0}\u000a21:53:38.432746 run mk-remote-dir(pid=32052): Launched\u000a21:53:39.635055 run mk-remote-dir(pid=32052): Terminated: ok {rc=0}\u000a21:53:39.934272 run scp-cfg-to-remote(pid=32053): Launched\u000a21:53:41.133065 run scp-cfg-to-remote(pid=32053): Terminated: ok {rc=0}\u000a21:53:41.430927 run scp-db-to-remote(pid=32055): Launched\u000a21:53:42.630471 run scp-db-to-remote(pid=32055): Terminated: ok {rc=0}\u000a21:53:42.753574 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:53:43.096127 run patchelf(pid=32057): Launched\u000a21:53:44.295592 run patchelf(pid=32057): Terminated: ok {rc=0}\u000a21:53:44.418354 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:53:44.761327 run setcap-netadm(pid=32058): Launched\u000a21:53:45.979956 run setcap-netadm(pid=32058): Terminated: ok {rc=0}\u000a21:53:46.400436 run srsepc(pid=32059): Launched\u000a21:53:46.647579 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:53:48.200739 run rm-remote-dir(pid=32124): Launched\u000a21:53:48.507810 run srsepc(pid=32059): ERR: Terminated: ERROR {rc=127} [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32059)]\u000a21:53:48.676922 run srsepc(pid=32059): stdout: \u000a| (launched: 2022-12-12_21:53:46.151028)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:53:48.852607 run srsepc(pid=32059): stderr: \u000a| (launched: 2022-12-12_21:53:46.199011)\u000a| Connection to 10.42.42.116 closed. \u000a21:53:49.018370 run srsepc(pid=32059): stdout: \u000a| (launched: 2022-12-12_21:53:46.151028)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:53:49.192019 run srsepc(pid=32059): stderr: \u000a| (launched: 2022-12-12_21:53:46.199011)\u000a| Connection to 10.42.42.116 closed. \u000a21:53:49.399796 run rm-remote-dir(pid=32124): Terminating (SIGINT)\u000a21:53:49.627392 run rm-remote-dir(pid=32124): Terminated: ok {rc=0}\u000a21:53:49.672880 tst handover.py:37: ERR: Error: srsepc(pid=32059): Process ended prematurely: srsepc(pid=32059) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32059)] [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a21:53:49.683181 tst handover.py:37: Test FAILED (21.1 sec)\u000a21:53:49.885221 run scp-back-log(pid=32305): Launched\u000a21:53:50.984752 run scp-back-log(pid=32305): ERR: Terminated: ERROR {rc=1} [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32305)]\u000a21:53:51.053108 run scp-back-log(pid=32305): stdout: \u000a| (launched: 2022-12-12_21:53:49.742894) \u000a21:53:51.121492 run scp-back-log(pid=32305): stderr: \u000a| (launched: 2022-12-12_21:53:49.768565)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:53:51.179839 tst srsepc_10.42.42.118: Error('scp-back-log(pid=32305): launch_sync(): local process exited with status 1 [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32305)]')\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=32347): Process ended prematurely: srsepc(pid=32347) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32347)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=32347): Process ended prematurely: srsepc(pid=32347) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a21:53:51.378877 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a21:53:51.425922 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:53:51.649565 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a21:53:51.696480 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:53:51.713568 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:53:51.846122 tst iperf3_bidir.py: using MSISDN 7994\u000a21:53:51.965825 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7994', subscriber_id=0}\u000a21:53:52.083869 run srsepc_10.42.42.118: Starting srsepc\u000a21:53:52.845239 run rm-remote-dir(pid=32335): Launched\u000a21:53:54.060708 run rm-remote-dir(pid=32335): Terminated: ok {rc=0}\u000a21:53:54.469973 run mk-remote-dir(pid=32336): Launched\u000a21:53:55.667607 run mk-remote-dir(pid=32336): Terminated: ok {rc=0}\u000a21:53:56.000605 run scp-inst-to-remote(pid=32337): Launched\u000a21:53:58.203250 run scp-inst-to-remote(pid=32337): Terminated: ok {rc=0}\u000a21:53:58.573075 run rm-remote-dir(pid=32339): Launched\u000a21:53:59.771600 run rm-remote-dir(pid=32339): Terminated: ok {rc=0}\u000a21:54:00.153257 run mk-remote-dir(pid=32340): Launched\u000a21:54:01.425688 run mk-remote-dir(pid=32340): Terminated: ok {rc=0}\u000a21:54:01.835218 run scp-cfg-to-remote(pid=32341): Launched\u000a21:54:03.068843 run scp-cfg-to-remote(pid=32341): Terminated: ok {rc=0}\u000a21:54:03.392558 run scp-db-to-remote(pid=32343): Launched\u000a21:54:04.605112 run scp-db-to-remote(pid=32343): Terminated: ok {rc=0}\u000a21:54:04.730486 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:54:05.140387 run patchelf(pid=32345): Launched\u000a21:54:06.355486 run patchelf(pid=32345): Terminated: ok {rc=0}\u000a21:54:06.482275 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:54:06.892209 run setcap-netadm(pid=32346): Launched\u000a21:54:08.101703 run setcap-netadm(pid=32346): Terminated: ok {rc=0}\u000a21:54:08.503420 run srsepc(pid=32347): Launched\u000a21:54:08.692380 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:54:09.929649 run rm-remote-dir(pid=32348): Launched\u000a21:54:10.117195 run srsepc(pid=32347): ERR: Terminated: ERROR {rc=127} [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32347)]\u000a21:54:10.254411 run srsepc(pid=32347): stdout: \u000a| (launched: 2022-12-12_21:54:08.283456)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:54:10.391010 run srsepc(pid=32347): stderr: \u000a| (launched: 2022-12-12_21:54:08.334231)\u000a| Connection to 10.42.42.116 closed. \u000a21:54:10.522680 run srsepc(pid=32347): stdout: \u000a| (launched: 2022-12-12_21:54:08.283456)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:54:10.653294 run srsepc(pid=32347): stderr: \u000a| (launched: 2022-12-12_21:54:08.334231)\u000a| Connection to 10.42.42.116 closed. \u000a21:54:10.806749 run rm-remote-dir(pid=32348): Terminating (SIGINT)\u000a21:54:10.987662 run rm-remote-dir(pid=32348): Terminated: ok {rc=0}\u000a21:54:11.020599 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=32347): Process ended prematurely: srsepc(pid=32347) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32347)] [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a21:54:11.030276 tst iperf3_bidir.py:42: Test FAILED (19.8 sec)\u000a21:54:11.140918 run scp-back-log(pid=32349): Launched\u000a21:54:12.228899 run scp-back-log(pid=32349): ERR: Terminated: ERROR {rc=1} [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32349)]\u000a21:54:12.291920 run scp-back-log(pid=32349): stdout: \u000a| (launched: 2022-12-12_21:54:11.072093) \u000a21:54:12.355219 run scp-back-log(pid=32349): stderr: \u000a| (launched: 2022-12-12_21:54:11.092101)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:54:12.408451 tst srsepc_10.42.42.118: Error('scp-back-log(pid=32349): launch_sync(): local process exited with status 1 [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32349)]')\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=32363): Process ended prematurely: srsepc(pid=32363) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32363)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=32363): Process ended prematurely: srsepc(pid=32363) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a21:54:12.588099 tst iperf3_dl.py:13: Number of physical ue: 1\u000a21:54:12.630177 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:54:12.839654 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a21:54:12.881828 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:54:12.897476 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:54:13.018787 tst iperf3_dl.py: using MSISDN 7995\u000a21:54:13.128285 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7995', subscriber_id=0}\u000a21:54:13.236932 run srsepc_10.42.42.118: Starting srsepc\u000a21:54:13.878999 run rm-remote-dir(pid=32351): Launched\u000a21:54:15.068684 run rm-remote-dir(pid=32351): Terminated: ok {rc=0}\u000a21:54:15.396092 run mk-remote-dir(pid=32352): Launched\u000a21:54:16.588255 run mk-remote-dir(pid=32352): Terminated: ok {rc=0}\u000a21:54:16.887133 run scp-inst-to-remote(pid=32353): Launched\u000a21:54:19.076031 run scp-inst-to-remote(pid=32353): Terminated: ok {rc=0}\u000a21:54:19.405253 run rm-remote-dir(pid=32355): Launched\u000a21:54:20.594181 run rm-remote-dir(pid=32355): Terminated: ok {rc=0}\u000a21:54:20.923140 run mk-remote-dir(pid=32356): Launched\u000a21:54:22.112447 run mk-remote-dir(pid=32356): Terminated: ok {rc=0}\u000a21:54:22.389838 run scp-cfg-to-remote(pid=32357): Launched\u000a21:54:23.575639 run scp-cfg-to-remote(pid=32357): Terminated: ok {rc=0}\u000a21:54:23.852003 run scp-db-to-remote(pid=32359): Launched\u000a21:54:25.039136 run scp-db-to-remote(pid=32359): Terminated: ok {rc=0}\u000a21:54:25.154142 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:54:25.473205 run patchelf(pid=32361): Launched\u000a21:54:26.660823 run patchelf(pid=32361): Terminated: ok {rc=0}\u000a21:54:26.776386 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:54:27.095926 run setcap-netadm(pid=32362): Launched\u000a21:54:28.282752 run setcap-netadm(pid=32362): Terminated: ok {rc=0}\u000a21:54:28.594997 run srsepc(pid=32363): Launched\u000a21:54:28.704386 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:54:29.833079 run rm-remote-dir(pid=32364): Launched\u000a21:54:30.020226 run srsepc(pid=32363): ERR: Terminated: ERROR {rc=127} [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32363)]\u000a21:54:30.157848 run srsepc(pid=32363): stdout: \u000a| (launched: 2022-12-12_21:54:28.446305)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:54:30.295076 run srsepc(pid=32363): stderr: \u000a| (launched: 2022-12-12_21:54:28.492439)\u000a| Connection to 10.42.42.116 closed. \u000a21:54:30.427285 run srsepc(pid=32363): stdout: \u000a| (launched: 2022-12-12_21:54:28.446305)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:54:30.558461 run srsepc(pid=32363): stderr: \u000a| (launched: 2022-12-12_21:54:28.492439)\u000a| Connection to 10.42.42.116 closed. \u000a21:54:30.711677 run rm-remote-dir(pid=32364): Terminating (SIGINT)\u000a21:54:30.911433 run rm-remote-dir(pid=32364): Terminated: ok {rc=0}\u000a21:54:30.956501 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=32363): Process ended prematurely: srsepc(pid=32363) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32363)] [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a21:54:30.970223 tst iperf3_dl.py:42: Test FAILED (18.5 sec)\u000a21:54:31.131045 run scp-back-log(pid=32365): Launched\u000a21:54:32.227044 run scp-back-log(pid=32365): ERR: Terminated: ERROR {rc=1} [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32365)]\u000a21:54:32.293152 run scp-back-log(pid=32365): stdout: \u000a| (launched: 2022-12-12_21:54:31.015294) \u000a21:54:32.357768 run scp-back-log(pid=32365): stderr: \u000a| (launched: 2022-12-12_21:54:31.038684)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:54:32.411822 tst srsepc_10.42.42.118: Error('scp-back-log(pid=32365): launch_sync(): local process exited with status 1 [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32365)]')\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=32380): Process ended prematurely: srsepc(pid=32380) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32380)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=32380): Process ended prematurely: srsepc(pid=32380) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a21:54:32.590780 tst iperf3_ul.py:13: Number of physical ue: 1\u000a21:54:32.632680 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:54:32.839149 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a21:54:32.881057 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:54:32.896754 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:54:33.018826 tst iperf3_ul.py: using MSISDN 7996\u000a21:54:33.127548 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7996', subscriber_id=0}\u000a21:54:33.235370 run srsepc_10.42.42.118: Starting srsepc\u000a21:54:33.876904 run rm-remote-dir(pid=32367): Launched\u000a21:54:35.066896 run rm-remote-dir(pid=32367): Terminated: ok {rc=0}\u000a21:54:35.395785 run mk-remote-dir(pid=32369): Launched\u000a21:54:36.583379 run mk-remote-dir(pid=32369): Terminated: ok {rc=0}\u000a21:54:36.861470 run scp-inst-to-remote(pid=32370): Launched\u000a21:54:39.049334 run scp-inst-to-remote(pid=32370): Terminated: ok {rc=0}\u000a21:54:39.377201 run rm-remote-dir(pid=32372): Launched\u000a21:54:40.566813 run rm-remote-dir(pid=32372): Terminated: ok {rc=0}\u000a21:54:40.895756 run mk-remote-dir(pid=32373): Launched\u000a21:54:42.083836 run mk-remote-dir(pid=32373): Terminated: ok {rc=0}\u000a21:54:42.361994 run scp-cfg-to-remote(pid=32374): Launched\u000a21:54:43.548539 run scp-cfg-to-remote(pid=32374): Terminated: ok {rc=0}\u000a21:54:43.825332 run scp-db-to-remote(pid=32376): Launched\u000a21:54:45.012028 run scp-db-to-remote(pid=32376): Terminated: ok {rc=0}\u000a21:54:45.126879 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:54:45.446738 run patchelf(pid=32378): Launched\u000a21:54:46.637545 run patchelf(pid=32378): Terminated: ok {rc=0}\u000a21:54:46.756519 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:54:47.140342 run setcap-netadm(pid=32379): Launched\u000a21:54:48.329696 run setcap-netadm(pid=32379): Terminated: ok {rc=0}\u000a21:54:48.642760 run srsepc(pid=32380): Launched\u000a21:54:48.752854 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:54:49.872243 run rm-remote-dir(pid=32381): Launched\u000a21:54:50.057789 run srsepc(pid=32380): ERR: Terminated: ERROR {rc=127} [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32380)]\u000a21:54:50.194550 run srsepc(pid=32380): stdout: \u000a| (launched: 2022-12-12_21:54:48.493217)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:54:50.331361 run srsepc(pid=32380): stderr: \u000a| (launched: 2022-12-12_21:54:48.539383)\u000a| Connection to 10.42.42.116 closed. \u000a21:54:50.463084 run srsepc(pid=32380): stdout: \u000a| (launched: 2022-12-12_21:54:48.493217)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:54:50.593233 run srsepc(pid=32380): stderr: \u000a| (launched: 2022-12-12_21:54:48.539383)\u000a| Connection to 10.42.42.116 closed. \u000a21:54:50.746048 run rm-remote-dir(pid=32381): Terminating (SIGINT)\u000a21:54:50.925944 run rm-remote-dir(pid=32381): Terminated: ok {rc=0}\u000a21:54:50.958941 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=32380): Process ended prematurely: srsepc(pid=32380) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32380)] [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a21:54:50.968648 tst iperf3_ul.py:42: Test FAILED (18.5 sec)\u000a21:54:51.079965 run scp-back-log(pid=32382): Launched\u000a21:54:52.167515 run scp-back-log(pid=32382): ERR: Terminated: ERROR {rc=1} [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32382)]\u000a21:54:52.230526 run scp-back-log(pid=32382): stdout: \u000a| (launched: 2022-12-12_21:54:51.010535) \u000a21:54:52.293827 run scp-back-log(pid=32382): stderr: \u000a| (launched: 2022-12-12_21:54:51.030407)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:54:52.347471 tst srsepc_10.42.42.118: Error('scp-back-log(pid=32382): launch_sync(): local process exited with status 1 [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32382)]')\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=32399): Process ended prematurely: srsepc(pid=32399) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32399)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=32399): Process ended prematurely: srsepc(pid=32399) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a21:54:52.361755 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:54:52.378088 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:54:52.400852 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:54:52.547284 tst ping.py: using MSISDN 7997\u000a21:54:52.656409 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7997', subscriber_id=0}\u000a21:54:52.764069 run srsepc_10.42.42.118: Starting srsepc\u000a21:54:53.407182 run rm-remote-dir(pid=32384): Launched\u000a21:54:54.596070 run rm-remote-dir(pid=32384): Terminated: ok {rc=0}\u000a21:54:54.923331 run mk-remote-dir(pid=32385): Launched\u000a21:54:56.111355 run mk-remote-dir(pid=32385): Terminated: ok {rc=0}\u000a21:54:56.388801 run scp-inst-to-remote(pid=32386): Launched\u000a21:54:58.578539 run scp-inst-to-remote(pid=32386): Terminated: ok {rc=0}\u000a21:54:58.906744 run rm-remote-dir(pid=32388): Launched\u000a21:55:00.096307 run rm-remote-dir(pid=32388): Terminated: ok {rc=0}\u000a21:55:00.424581 run mk-remote-dir(pid=32389): Launched\u000a21:55:01.629480 run mk-remote-dir(pid=32389): Terminated: ok {rc=0}\u000a21:55:01.986883 run scp-cfg-to-remote(pid=32393): Launched\u000a21:55:03.173187 run scp-cfg-to-remote(pid=32393): Terminated: ok {rc=0}\u000a21:55:03.449447 run scp-db-to-remote(pid=32395): Launched\u000a21:55:04.636023 run scp-db-to-remote(pid=32395): Terminated: ok {rc=0}\u000a21:55:04.750604 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:55:05.068467 run patchelf(pid=32397): Launched\u000a21:55:06.254788 run patchelf(pid=32397): Terminated: ok {rc=0}\u000a21:55:06.368745 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:55:06.687050 run setcap-netadm(pid=32398): Launched\u000a21:55:07.873785 run setcap-netadm(pid=32398): Terminated: ok {rc=0}\u000a21:55:08.185444 run srsepc(pid=32399): Launched\u000a21:55:08.294513 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:55:09.418370 run rm-remote-dir(pid=32400): Launched\u000a21:55:09.605136 run srsepc(pid=32399): ERR: Terminated: ERROR {rc=127} [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32399)]\u000a21:55:09.742260 run srsepc(pid=32399): stdout: \u000a| (launched: 2022-12-12_21:55:08.036886)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:55:09.878528 run srsepc(pid=32399): stderr: \u000a| (launched: 2022-12-12_21:55:08.083044)\u000a| Connection to 10.42.42.116 closed. \u000a21:55:10.010666 run srsepc(pid=32399): stdout: \u000a| (launched: 2022-12-12_21:55:08.036886)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:55:10.140849 run srsepc(pid=32399): stderr: \u000a| (launched: 2022-12-12_21:55:08.083044)\u000a| Connection to 10.42.42.116 closed. \u000a21:55:10.294736 run rm-remote-dir(pid=32400): Terminating (SIGINT)\u000a21:55:10.475065 run rm-remote-dir(pid=32400): Terminated: ok {rc=0}\u000a21:55:10.508139 tst ping.py:16: ERR: Error: srsepc(pid=32399): Process ended prematurely: srsepc(pid=32399) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32399)] [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a21:55:10.517762 tst ping.py:16: Test FAILED (18.1 sec)\u000a21:55:10.628546 run scp-back-log(pid=32401): Launched\u000a21:55:11.715845 run scp-back-log(pid=32401): ERR: Terminated: ERROR {rc=1} [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32401)]\u000a21:55:11.778751 run scp-back-log(pid=32401): stdout: \u000a| (launched: 2022-12-12_21:55:10.559701) \u000a21:55:11.841785 run scp-back-log(pid=32401): stderr: \u000a| (launched: 2022-12-12_21:55:10.579741)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:55:11.894915 tst srsepc_10.42.42.118: Error('scp-back-log(pid=32401): launch_sync(): local process exited with status 1 [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32401)]')\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=32416): Process ended prematurely: srsepc(pid=32416) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32416)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=32416): Process ended prematurely: srsepc(pid=32416) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a21:55:11.908826 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:55:11.925142 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:55:11.947930 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:55:12.089351 tst rrc_idle_mo_ping.py: using MSISDN 7998\u000a21:55:12.198391 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7998', subscriber_id=0}\u000a21:55:12.306681 run srsepc_10.42.42.118: Starting srsepc\u000a21:55:12.950519 run rm-remote-dir(pid=32403): Launched\u000a21:55:14.140453 run rm-remote-dir(pid=32403): Terminated: ok {rc=0}\u000a21:55:14.467481 run mk-remote-dir(pid=32404): Launched\u000a21:55:15.655746 run mk-remote-dir(pid=32404): Terminated: ok {rc=0}\u000a21:55:16.035933 run scp-inst-to-remote(pid=32405): Launched\u000a21:55:18.261509 run scp-inst-to-remote(pid=32405): Terminated: ok {rc=0}\u000a21:55:18.590392 run rm-remote-dir(pid=32407): Launched\u000a21:55:19.778615 run rm-remote-dir(pid=32407): Terminated: ok {rc=0}\u000a21:55:20.106099 run mk-remote-dir(pid=32408): Launched\u000a21:55:21.295382 run mk-remote-dir(pid=32408): Terminated: ok {rc=0}\u000a21:55:21.571216 run scp-cfg-to-remote(pid=32410): Launched\u000a21:55:22.756512 run scp-cfg-to-remote(pid=32410): Terminated: ok {rc=0}\u000a21:55:23.033114 run scp-db-to-remote(pid=32412): Launched\u000a21:55:24.220117 run scp-db-to-remote(pid=32412): Terminated: ok {rc=0}\u000a21:55:24.334110 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:55:24.653116 run patchelf(pid=32414): Launched\u000a21:55:25.839646 run patchelf(pid=32414): Terminated: ok {rc=0}\u000a21:55:25.954071 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:55:26.272232 run setcap-netadm(pid=32415): Launched\u000a21:55:27.457354 run setcap-netadm(pid=32415): Terminated: ok {rc=0}\u000a21:55:27.768377 run srsepc(pid=32416): Launched\u000a21:55:27.878163 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:55:29.001279 run rm-remote-dir(pid=32417): Launched\u000a21:55:29.189408 run srsepc(pid=32416): ERR: Terminated: ERROR {rc=127} [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32416)]\u000a21:55:29.326494 run srsepc(pid=32416): stdout: \u000a| (launched: 2022-12-12_21:55:27.620272)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:55:29.462946 run srsepc(pid=32416): stderr: \u000a| (launched: 2022-12-12_21:55:27.666221)\u000a| Connection to 10.42.42.116 closed. \u000a21:55:29.594627 run srsepc(pid=32416): stdout: \u000a| (launched: 2022-12-12_21:55:27.620272)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:55:29.724291 run srsepc(pid=32416): stderr: \u000a| (launched: 2022-12-12_21:55:27.666221)\u000a| Connection to 10.42.42.116 closed. \u000a21:55:29.877354 run rm-remote-dir(pid=32417): Terminating (SIGINT)\u000a21:55:30.057135 run rm-remote-dir(pid=32417): Terminated: ok {rc=0}\u000a21:55:30.090416 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=32416): Process ended prematurely: srsepc(pid=32416) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32416)] [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a21:55:30.100033 tst rrc_idle_mo_ping.py:16: Test FAILED (18.2 sec)\u000a21:55:30.211745 run scp-back-log(pid=32421): Launched\u000a21:55:31.327635 run scp-back-log(pid=32421): ERR: Terminated: ERROR {rc=1} [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32421)]\u000a21:55:31.409034 run scp-back-log(pid=32421): stdout: \u000a| (launched: 2022-12-12_21:55:30.142200) \u000a21:55:31.488917 run scp-back-log(pid=32421): stderr: \u000a| (launched: 2022-12-12_21:55:30.162291)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:55:31.555201 tst srsepc_10.42.42.118: Error('scp-back-log(pid=32421): launch_sync(): local process exited with status 1 [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32421)]')\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=32435): Process ended prematurely: srsepc(pid=32435) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32435)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=32435): Process ended prematurely: srsepc(pid=32435) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a21:55:31.574038 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a21:55:31.595335 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a21:55:31.631051 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a21:55:31.814514 tst rrc_idle_mt_ping.py: using MSISDN 7999\u000a21:55:31.949677 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7999', subscriber_id=0}\u000a21:55:32.060675 run srsepc_10.42.42.118: Starting srsepc\u000a21:55:32.709544 run rm-remote-dir(pid=32423): Launched\u000a21:55:33.899525 run rm-remote-dir(pid=32423): Terminated: ok {rc=0}\u000a21:55:34.227414 run mk-remote-dir(pid=32424): Launched\u000a21:55:35.416590 run mk-remote-dir(pid=32424): Terminated: ok {rc=0}\u000a21:55:35.692824 run scp-inst-to-remote(pid=32425): Launched\u000a21:55:37.891371 run scp-inst-to-remote(pid=32425): Terminated: ok {rc=0}\u000a21:55:38.244028 run rm-remote-dir(pid=32427): Launched\u000a21:55:39.446063 run rm-remote-dir(pid=32427): Terminated: ok {rc=0}\u000a21:55:39.799121 run mk-remote-dir(pid=32428): Launched\u000a21:55:41.000643 run mk-remote-dir(pid=32428): Terminated: ok {rc=0}\u000a21:55:41.299113 run scp-cfg-to-remote(pid=32429): Launched\u000a21:55:42.486335 run scp-cfg-to-remote(pid=32429): Terminated: ok {rc=0}\u000a21:55:42.763205 run scp-db-to-remote(pid=32431): Launched\u000a21:55:43.949512 run scp-db-to-remote(pid=32431): Terminated: ok {rc=0}\u000a21:55:44.064148 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a21:55:44.382347 run patchelf(pid=32433): Launched\u000a21:55:45.568874 run patchelf(pid=32433): Terminated: ok {rc=0}\u000a21:55:45.683669 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a21:55:46.064167 run setcap-netadm(pid=32434): Launched\u000a21:55:47.293991 run setcap-netadm(pid=32434): Terminated: ok {rc=0}\u000a21:55:47.630634 run srsepc(pid=32435): Launched\u000a21:55:47.748581 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a21:55:48.961373 run rm-remote-dir(pid=32436): Launched\u000a21:55:49.163279 run srsepc(pid=32435): ERR: Terminated: ERROR {rc=127} [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32435)]\u000a21:55:49.308818 run srsepc(pid=32435): stdout: \u000a| (launched: 2022-12-12_21:55:47.470649)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:55:49.454561 run srsepc(pid=32435): stderr: \u000a| (launched: 2022-12-12_21:55:47.520183)\u000a| Connection to 10.42.42.116 closed. \u000a21:55:49.595582 run srsepc(pid=32435): stdout: \u000a| (launched: 2022-12-12_21:55:47.470649)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a21:55:49.735564 run srsepc(pid=32435): stderr: \u000a| (launched: 2022-12-12_21:55:47.520183)\u000a| Connection to 10.42.42.116 closed. \u000a21:55:49.899250 run rm-remote-dir(pid=32436): Terminating (SIGINT)\u000a21:55:50.091857 run rm-remote-dir(pid=32436): Terminated: ok {rc=0}\u000a21:55:50.127096 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=32435): Process ended prematurely: srsepc(pid=32435) [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32435)] [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a21:55:50.137359 tst rrc_idle_mt_ping.py:16: Test FAILED (18.6 sec)\u000a21:55:50.253590 run scp-back-log(pid=32437): Launched\u000a21:55:51.345134 run scp-back-log(pid=32437): ERR: Terminated: ERROR {rc=1} [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32437)]\u000a21:55:51.411422 run scp-back-log(pid=32437): stdout: \u000a| (launched: 2022-12-12_21:55:50.180714) \u000a21:55:51.477886 run scp-back-log(pid=32437): stderr: \u000a| (launched: 2022-12-12_21:55:50.201849)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a21:55:51.534035 tst srsepc_10.42.42.118: Error('scp-back-log(pid=32437): launch_sync(): local process exited with status 1 [trial-2382↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32437)]')\u000a" } ], "duration" : 144.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:53:28" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32448): Process ended prematurely: osmo-stp_10.42.42.5(pid=32448) [trial-2382↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32448)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32448): Process ended prematurely: osmo-stp_10.42.42.5(pid=32448) [trial-2382↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a21:55:52.387169 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:52.398407 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a21:55:52.530977 tst handover.py: using LAC 31748\u000a21:55:52.658614 tst handover.py: using RAC 128\u000a21:55:52.785872 tst handover.py: using CellId 31748\u000a21:55:52.912054 tst handover.py: using BVCI 31749\u000a21:55:52.936831 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a21:55:53.067722 tst handover.py: using LAC 31749\u000a21:55:53.196699 tst handover.py: using RAC 129\u000a21:55:53.318803 tst handover.py: using CellId 31749\u000a21:55:53.441158 tst handover.py: using BVCI 31750\u000a21:55:53.464244 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:53.475227 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:53.486039 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:53.497176 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:53.508142 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:53.519079 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a21:55:53.634757 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a21:55:53.846425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:54.359964 run create_hlr_db(pid=32442): Launched\u000a21:55:55.551417 run create_hlr_db(pid=32442): Terminated: ok {rc=0}\u000a21:55:55.886234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32444): Launched\u000a21:55:56.211860 run osmo-hlr_10.42.42.2(pid=32445): Launched\u000a21:55:56.333499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:55:56.896858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32447): Launched\u000a21:55:57.222505 run osmo-stp_10.42.42.5(pid=32448): Launched\u000a21:55:57.342051 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:55:57.938266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32450): Launched\u000a21:55:58.264219 run osmo-msc_10.42.42.6(pid=32451): Launched\u000a21:55:58.455326 run osmo-stp_10.42.42.5(pid=32448): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32448)]\u000a21:55:58.593995 run osmo-stp_10.42.42.5(pid=32448): stdout: \u000a| (launched: 2022-12-12_21:55:57.063276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:58.731934 run osmo-stp_10.42.42.5(pid=32448): stderr: \u000a| �[0;m�[38;5;43m20221212215557257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215557257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215557257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215557257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215557258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215557258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215557258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:58.863140 run osmo-stp_10.42.42.5(pid=32448): stdout: \u000a| (launched: 2022-12-12_21:55:57.063276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:58.993951 run osmo-stp_10.42.42.5(pid=32448): stderr: \u000a| �[0;m�[38;5;43m20221212215557257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215557257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215557257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215557257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215557258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215557258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215557258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:59.050523 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32448): Process ended prematurely: osmo-stp_10.42.42.5(pid=32448) [trial-2382↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32448)] [trial-2382↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a21:55:59.059040 tst handover.py:18: Test FAILED (6.7 sec)\u000a21:55:59.122787 run osmo-hlr_10.42.42.2(pid=32445): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32445)]\u000a21:55:59.175079 run osmo-hlr_10.42.42.2(pid=32445): stdout: \u000a| (launched: 2022-12-12_21:55:56.052940) \u000a21:55:59.228259 run osmo-hlr_10.42.42.2(pid=32445): stderr: \u000a| �[0;m�[1;31m20221212215556251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215556251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215556251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215556251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215556251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215556251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215556263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215556272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215556272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215556272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:55:59.299864 run osmo-msc_10.42.42.6(pid=32451): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32451)]\u000a21:55:59.352213 run osmo-msc_10.42.42.6(pid=32451): stdout: \u000a| (launched: 2022-12-12_21:55:58.105222) \u000a21:55:59.405268 run osmo-msc_10.42.42.6(pid=32451): stderr: \u000a| �[0;m�[38;5;43m20221212215558429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215558429 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a9ef65c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215558429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215558430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215558430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215558430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215558431 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215558432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215558432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215558432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:55:59.449947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32444): Terminating (SIGTERM)\u000a21:55:59.492340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32447): Terminating (SIGTERM)\u000a21:55:59.534903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32450): Terminating (SIGTERM)\u000a21:55:59.544877 --- ParallelTerminationStrategy: PID 32444 died...\u000a21:55:59.601450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32444): Terminated: ok {rc=0}\u000a21:55:59.611853 --- ParallelTerminationStrategy: PID 32447 died...\u000a21:55:59.668328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32447): Terminated: ok {rc=0}\u000a21:55:59.678420 --- ParallelTerminationStrategy: PID 32450 died...\u000a21:55:59.734686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32450): Terminated: ok {rc=0}\u000a21:55:59.823226 bus /sierra_3: Setting Powered False\u000a21:56:00.946055 bus /sierra_3: Setting Powered False\u000a21:56:02.074671 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:55:52" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32462): Process ended prematurely: osmo-stp_10.42.42.5(pid=32462) [trial-2382↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32462)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32462): Process ended prematurely: osmo-stp_10.42.42.5(pid=32462) [trial-2382↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32462)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a21:56:04.042043 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:56:04.053178 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a21:56:04.187162 tst handover.py: using LAC 31750\u000a21:56:04.314960 tst handover.py: using RAC 130\u000a21:56:04.442010 tst handover.py: using CellId 31750\u000a21:56:04.570819 tst handover.py: using BVCI 31751\u000a21:56:04.595843 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a21:56:04.724594 tst handover.py: using LAC 31751\u000a21:56:04.854407 tst handover.py: using RAC 131\u000a21:56:04.978468 tst handover.py: using CellId 31751\u000a21:56:05.100618 tst handover.py: using BVCI 31752\u000a21:56:05.123834 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:56:05.134793 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:56:05.145638 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:56:05.156146 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:56:05.166830 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:56:05.177415 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a21:56:05.295724 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a21:56:05.496562 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:05.955954 run create_hlr_db(pid=32456): Launched\u000a21:56:06.080001 bus /sierra_2: Setting Powered False\u000a21:56:07.151724 run create_hlr_db(pid=32456): Terminated: ok {rc=0}\u000a21:56:07.555914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32458): Launched\u000a21:56:07.882955 run osmo-hlr_10.42.42.2(pid=32459): Launched\u000a21:56:08.003856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:08.540612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32461): Launched\u000a21:56:08.866537 run osmo-stp_10.42.42.5(pid=32462): Launched\u000a21:56:08.985835 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:09.553290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32464): Launched\u000a21:56:09.879961 run osmo-msc_10.42.42.6(pid=32465): Launched\u000a21:56:10.072432 run osmo-stp_10.42.42.5(pid=32462): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32462)]\u000a21:56:10.211337 run osmo-stp_10.42.42.5(pid=32462): stdout: \u000a| (launched: 2022-12-12_21:56:08.707016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:10.349821 run osmo-stp_10.42.42.5(pid=32462): stderr: \u000a| �[0;m�[38;5;43m20221212215608899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215608899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215608899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215608899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215608900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215608900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215608900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:10.481618 run osmo-stp_10.42.42.5(pid=32462): stdout: \u000a| (launched: 2022-12-12_21:56:08.707016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:10.612209 run osmo-stp_10.42.42.5(pid=32462): stderr: \u000a| �[0;m�[38;5;43m20221212215608899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215608899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215608899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215608899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215608900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215608900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215608900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:10.669139 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32462): Process ended prematurely: osmo-stp_10.42.42.5(pid=32462) [trial-2382↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32462)] [trial-2382↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a21:56:10.677956 tst handover.py:18: Test FAILED (6.6 sec)\u000a21:56:10.741662 run osmo-hlr_10.42.42.2(pid=32459): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32459)]\u000a21:56:10.793700 run osmo-hlr_10.42.42.2(pid=32459): stdout: \u000a| (launched: 2022-12-12_21:56:07.722898) \u000a21:56:10.846544 run osmo-hlr_10.42.42.2(pid=32459): stderr: \u000a| �[0;m�[1;31m20221212215607920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215607920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215607920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215607920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215607920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215607920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215607932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215607940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215607940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215607940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:10.917840 run osmo-msc_10.42.42.6(pid=32465): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32465)]\u000a21:56:10.969755 run osmo-msc_10.42.42.6(pid=32465): stdout: \u000a| (launched: 2022-12-12_21:56:09.720018) \u000a21:56:11.022662 run osmo-msc_10.42.42.6(pid=32465): stderr: \u000a| �[0;m�[38;5;43m20221212215610042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215610042 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feded042c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215610042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215610042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215610042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215610042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215610044 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215610044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215610045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215610045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:11.066968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32458): Terminating (SIGTERM)\u000a21:56:11.109193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32461): Terminating (SIGTERM)\u000a21:56:11.151805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32464): Terminating (SIGTERM)\u000a21:56:11.161977 --- ParallelTerminationStrategy: PID 32458 died...\u000a21:56:11.218728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32458): Terminated: ok {rc=0}\u000a21:56:11.229318 --- ParallelTerminationStrategy: PID 32461 died...\u000a21:56:11.285781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32461): Terminated: ok {rc=0}\u000a21:56:11.296236 --- ParallelTerminationStrategy: PID 32464 died...\u000a21:56:11.352929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32464): Terminated: ok {rc=0}\u000a21:56:11.441871 bus /sierra_3: Setting Powered False\u000a21:56:12.549806 bus /sierra_3: Setting Powered False\u000a21:56:13.658737 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:56:03" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32477): Process ended prematurely: osmo-stp_10.42.42.5(pid=32477) [trial-2382↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32477)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32477): Process ended prematurely: osmo-stp_10.42.42.5(pid=32477) [trial-2382↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a21:56:15.647250 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:56:15.658634 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:56:15.794709 tst handover.py: using LAC 31752\u000a21:56:15.952109 tst handover.py: using RAC 132\u000a21:56:16.078913 tst handover.py: using CellId 31752\u000a21:56:16.208449 tst handover.py: using BVCI 31753\u000a21:56:16.234302 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:56:16.376606 tst handover.py: using LAC 31753\u000a21:56:16.506991 tst handover.py: using RAC 133\u000a21:56:16.668929 tst handover.py: using CellId 31753\u000a21:56:16.807560 tst handover.py: using BVCI 31754\u000a21:56:16.834880 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:56:16.847250 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:56:16.859423 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:56:16.872376 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:56:16.886139 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:56:16.898697 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:56:17.022931 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:56:17.266573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:17.753781 run create_hlr_db(pid=32471): Launched\u000a21:56:17.886465 bus /sierra_2: Setting Powered False\u000a21:56:18.964804 run create_hlr_db(pid=32471): Terminated: ok {rc=0}\u000a21:56:19.348236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32473): Launched\u000a21:56:19.653778 run osmo-hlr_10.42.42.2(pid=32474): Launched\u000a21:56:19.766502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:20.265245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32476): Launched\u000a21:56:20.568282 run osmo-stp_10.42.42.5(pid=32477): Launched\u000a21:56:20.678766 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:21.205956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32479): Launched\u000a21:56:21.510939 run osmo-msc_10.42.42.6(pid=32480): Launched\u000a21:56:21.690048 run osmo-stp_10.42.42.5(pid=32477): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32477)]\u000a21:56:21.819490 run osmo-stp_10.42.42.5(pid=32477): stdout: \u000a| (launched: 2022-12-12_21:56:20.419842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:21.947354 run osmo-stp_10.42.42.5(pid=32477): stderr: \u000a| �[0;m�[38;5;43m20221212215620591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215620591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215620591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215620592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215620592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215620592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215620592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:22.069619 run osmo-stp_10.42.42.5(pid=32477): stdout: \u000a| (launched: 2022-12-12_21:56:20.419842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:22.190986 run osmo-stp_10.42.42.5(pid=32477): stderr: \u000a| �[0;m�[38;5;43m20221212215620591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215620591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215620591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215620592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215620592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215620592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215620592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:22.244000 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32477): Process ended prematurely: osmo-stp_10.42.42.5(pid=32477) [trial-2382↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32477)] [trial-2382↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a21:56:22.251892 tst handover.py:18: Test FAILED (6.6 sec)\u000a21:56:22.311727 run osmo-hlr_10.42.42.2(pid=32474): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32474)]\u000a21:56:22.361416 run osmo-hlr_10.42.42.2(pid=32474): stdout: \u000a| (launched: 2022-12-12_21:56:19.504043) \u000a21:56:22.411664 run osmo-hlr_10.42.42.2(pid=32474): stderr: \u000a| �[0;m�[1;31m20221212215619681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215619681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215619681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215619681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215619681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215619681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215619694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215619702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215619703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215619703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:22.479432 run osmo-msc_10.42.42.6(pid=32480): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32480)]\u000a21:56:22.528264 run osmo-msc_10.42.42.6(pid=32480): stdout: \u000a| (launched: 2022-12-12_21:56:21.360682) \u000a21:56:22.577820 run osmo-msc_10.42.42.6(pid=32480): stderr: \u000a| �[0;m�[38;5;43m20221212215621632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215621632 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdef54cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215621632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215621633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215621633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215621633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215621635 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215621635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215621635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215621635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:22.619581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32473): Terminating (SIGTERM)\u000a21:56:22.659395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32476): Terminating (SIGTERM)\u000a21:56:22.699588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32479): Terminating (SIGTERM)\u000a21:56:22.709001 --- ParallelTerminationStrategy: PID 32473 died...\u000a21:56:22.762744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32473): Terminated: ok {rc=0}\u000a21:56:22.772591 --- ParallelTerminationStrategy: PID 32476 died...\u000a21:56:22.826025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32476): Terminated: ok {rc=0}\u000a21:56:22.835794 --- ParallelTerminationStrategy: PID 32479 died...\u000a21:56:22.889342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32479): Terminated: ok {rc=0}\u000a21:56:22.978875 bus /sierra_3: Setting Powered False\u000a21:56:24.083332 bus /sierra_3: Setting Powered False\u000a21:56:25.195617 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:56:15" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32491): Process ended prematurely: osmo-stp_10.42.42.5(pid=32491) [trial-2382↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32491)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32491): Process ended prematurely: osmo-stp_10.42.42.5(pid=32491) [trial-2382↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a21:56:27.198980 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:56:27.210381 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:56:27.345518 tst handover.py: using LAC 31754\u000a21:56:27.473245 tst handover.py: using RAC 134\u000a21:56:27.599045 tst handover.py: using CellId 31754\u000a21:56:27.725362 tst handover.py: using BVCI 31755\u000a21:56:27.750234 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:56:27.890575 tst handover.py: using LAC 31755\u000a21:56:28.017398 tst handover.py: using RAC 135\u000a21:56:28.144230 tst handover.py: using CellId 31755\u000a21:56:28.271726 tst handover.py: using BVCI 31756\u000a21:56:28.296637 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:56:28.308112 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:56:28.319399 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:56:28.331104 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:56:28.342720 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:56:28.354351 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:56:28.469532 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:56:28.671661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:29.131852 run create_hlr_db(pid=32485): Launched\u000a21:56:29.255505 bus /sierra_2: Setting Powered False\u000a21:56:30.328342 run create_hlr_db(pid=32485): Terminated: ok {rc=0}\u000a21:56:30.706567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32487): Launched\u000a21:56:31.164530 run osmo-hlr_10.42.42.2(pid=32488): Launched\u000a21:56:31.330592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:31.955589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32490): Launched\u000a21:56:32.361224 run osmo-stp_10.42.42.5(pid=32491): Launched\u000a21:56:32.497568 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:33.067278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32493): Launched\u000a21:56:33.395453 run osmo-msc_10.42.42.6(pid=32494): Launched\u000a21:56:33.587918 run osmo-stp_10.42.42.5(pid=32491): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32491)]\u000a21:56:33.726919 run osmo-stp_10.42.42.5(pid=32491): stdout: \u000a| (launched: 2022-12-12_21:56:32.128107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:33.865756 run osmo-stp_10.42.42.5(pid=32491): stderr: \u000a| �[0;m�[38;5;43m20221212215632336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215632336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215632336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215632339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215632339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215632339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215632339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:33.998073 run osmo-stp_10.42.42.5(pid=32491): stdout: \u000a| (launched: 2022-12-12_21:56:32.128107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:34.129496 run osmo-stp_10.42.42.5(pid=32491): stderr: \u000a| �[0;m�[38;5;43m20221212215632336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215632336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215632336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215632339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215632339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215632339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215632339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:34.186389 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32491): Process ended prematurely: osmo-stp_10.42.42.5(pid=32491) [trial-2382↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32491)] [trial-2382↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a21:56:34.194901 tst handover.py:18: Test FAILED (7.0 sec)\u000a21:56:34.258530 run osmo-hlr_10.42.42.2(pid=32488): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32488)]\u000a21:56:34.310705 run osmo-hlr_10.42.42.2(pid=32488): stdout: \u000a| (launched: 2022-12-12_21:56:30.871523) \u000a21:56:34.363492 run osmo-hlr_10.42.42.2(pid=32488): stderr: \u000a| �[0;m�[1;31m20221212215631239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215631239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215631239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215631239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215631239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215631239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215631260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215631287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215631287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215631287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:34.434642 run osmo-msc_10.42.42.6(pid=32494): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32494)]\u000a21:56:34.486497 run osmo-msc_10.42.42.6(pid=32494): stdout: \u000a| (launched: 2022-12-12_21:56:33.235449) \u000a21:56:34.539020 run osmo-msc_10.42.42.6(pid=32494): stderr: \u000a| �[0;m�[38;5;43m20221212215633559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215633559 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f410c559c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215633559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215633559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215633559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215633559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215633561 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215633562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215633562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215633562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:34.583597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32487): Terminating (SIGTERM)\u000a21:56:34.625934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32490): Terminating (SIGTERM)\u000a21:56:34.668106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32493): Terminating (SIGTERM)\u000a21:56:34.678112 --- ParallelTerminationStrategy: PID 32487 died...\u000a21:56:34.734880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32487): Terminated: ok {rc=0}\u000a21:56:34.745381 --- ParallelTerminationStrategy: PID 32490 died...\u000a21:56:34.801786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32490): Terminated: ok {rc=0}\u000a21:56:34.811869 --- ParallelTerminationStrategy: PID 32493 died...\u000a21:56:34.868097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32493): Terminated: ok {rc=0}\u000a21:56:34.955217 bus /sierra_3: Setting Powered False\u000a21:56:36.058033 bus /sierra_3: Setting Powered False\u000a21:56:37.170071 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:56:26" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32505): Process ended prematurely: osmo-stp_10.42.42.5(pid=32505) [trial-2382↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32505)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32505): Process ended prematurely: osmo-stp_10.42.42.5(pid=32505) [trial-2382↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:56:39.165607 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:56:39.177041 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:56:39.305036 tst handover.py: using LAC 31756\u000a21:56:39.433220 tst handover.py: using RAC 136\u000a21:56:39.566554 tst handover.py: using CellId 31756\u000a21:56:39.690524 tst handover.py: using BVCI 31757\u000a21:56:39.713578 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:56:39.849800 tst handover.py: using LAC 31757\u000a21:56:39.973932 tst handover.py: using RAC 137\u000a21:56:40.100632 tst handover.py: using CellId 31757\u000a21:56:40.228631 tst handover.py: using BVCI 31758\u000a21:56:40.253881 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:56:40.265396 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:56:40.276677 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:56:40.288372 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:56:40.299852 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:56:40.311278 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:56:40.432365 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:56:40.645948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:41.128283 run create_hlr_db(pid=32499): Launched\u000a21:56:41.260548 bus /sierra_2: Setting Powered False\u000a21:56:42.337486 run create_hlr_db(pid=32499): Terminated: ok {rc=0}\u000a21:56:42.740298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32501): Launched\u000a21:56:43.060887 run osmo-hlr_10.42.42.2(pid=32502): Launched\u000a21:56:43.175503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:43.675102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32504): Launched\u000a21:56:43.978546 run osmo-stp_10.42.42.5(pid=32505): Launched\u000a21:56:44.089719 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:44.615069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32507): Launched\u000a21:56:44.919606 run osmo-msc_10.42.42.6(pid=32508): Launched\u000a21:56:45.097746 run osmo-stp_10.42.42.5(pid=32505): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32505)]\u000a21:56:45.226183 run osmo-stp_10.42.42.5(pid=32505): stdout: \u000a| (launched: 2022-12-12_21:56:43.830155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:45.353391 run osmo-stp_10.42.42.5(pid=32505): stderr: \u000a| �[0;m�[38;5;43m20221212215644001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215644001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215644002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215644002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215644004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215644005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215644005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:45.474940 run osmo-stp_10.42.42.5(pid=32505): stdout: \u000a| (launched: 2022-12-12_21:56:43.830155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:45.595337 run osmo-stp_10.42.42.5(pid=32505): stderr: \u000a| �[0;m�[38;5;43m20221212215644001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215644001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215644002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215644002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215644004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215644005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215644005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:45.648221 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32505): Process ended prematurely: osmo-stp_10.42.42.5(pid=32505) [trial-2382↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32505)] [trial-2382↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:56:45.656013 tst handover.py:18: Test FAILED (6.5 sec)\u000a21:56:45.715854 run osmo-hlr_10.42.42.2(pid=32502): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32502)]\u000a21:56:45.765162 run osmo-hlr_10.42.42.2(pid=32502): stdout: \u000a| (launched: 2022-12-12_21:56:42.906507) \u000a21:56:45.815220 run osmo-hlr_10.42.42.2(pid=32502): stderr: \u000a| �[0;m�[1;31m20221212215643086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215643086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215643086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215643086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215643086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215643086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215643102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215643112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215643112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215643112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:45.900393 run osmo-msc_10.42.42.6(pid=32508): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32508)]\u000a21:56:45.950722 run osmo-msc_10.42.42.6(pid=32508): stdout: \u000a| (launched: 2022-12-12_21:56:44.770544) \u000a21:56:46.001374 run osmo-msc_10.42.42.6(pid=32508): stderr: \u000a| �[0;m�[38;5;43m20221212215645044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215645045 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c71accc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215645045 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215645045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215645045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215645045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215645048 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215645049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215645049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215645049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:46.044395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32501): Terminating (SIGTERM)\u000a21:56:46.087962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32504): Terminating (SIGTERM)\u000a21:56:46.130504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32507): Terminating (SIGTERM)\u000a21:56:46.141949 --- ParallelTerminationStrategy: PID 32501 died...\u000a21:56:46.198191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32501): Terminated: ok {rc=0}\u000a21:56:46.209486 --- ParallelTerminationStrategy: PID 32504 died...\u000a21:56:46.264046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32504): Terminated: ok {rc=0}\u000a21:56:46.274157 --- ParallelTerminationStrategy: PID 32507 died...\u000a21:56:46.328322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32507): Terminated: ok {rc=0}\u000a21:56:46.414097 bus /sierra_3: Setting Powered False\u000a21:56:47.514547 bus /sierra_3: Setting Powered False\u000a21:56:48.626162 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:56:38" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32519): Process ended prematurely: osmo-stp_10.42.42.5(pid=32519) [trial-2382↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32519)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32519): Process ended prematurely: osmo-stp_10.42.42.5(pid=32519) [trial-2382↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32519)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:56:50.593705 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:56:50.604402 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:56:50.728190 tst handover.py: using LAC 31758\u000a21:56:50.847560 tst handover.py: using RAC 138\u000a21:56:50.966513 tst handover.py: using CellId 31758\u000a21:56:51.094796 tst handover.py: using BVCI 31759\u000a21:56:51.119864 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:56:51.244910 tst handover.py: using LAC 31759\u000a21:56:51.364342 tst handover.py: using RAC 139\u000a21:56:51.484038 tst handover.py: using CellId 31759\u000a21:56:51.606829 tst handover.py: using BVCI 31760\u000a21:56:51.629798 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:56:51.640445 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:56:51.650954 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:56:51.662066 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:56:51.673183 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:56:51.684091 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:56:51.803462 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:56:52.006140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:52.465586 run create_hlr_db(pid=32513): Launched\u000a21:56:52.590261 bus /sierra_2: Setting Powered False\u000a21:56:53.662034 run create_hlr_db(pid=32513): Terminated: ok {rc=0}\u000a21:56:54.065924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32515): Launched\u000a21:56:54.390380 run osmo-hlr_10.42.42.2(pid=32516): Launched\u000a21:56:54.511012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:55.045985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32518): Launched\u000a21:56:55.371158 run osmo-stp_10.42.42.5(pid=32519): Launched\u000a21:56:55.490005 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:56.054731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32521): Launched\u000a21:56:56.381644 run osmo-msc_10.42.42.6(pid=32522): Launched\u000a21:56:56.573590 run osmo-stp_10.42.42.5(pid=32519): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32519)]\u000a21:56:56.712592 run osmo-stp_10.42.42.5(pid=32519): stdout: \u000a| (launched: 2022-12-12_21:56:55.211785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:56.851013 run osmo-stp_10.42.42.5(pid=32519): stderr: \u000a| �[0;m�[38;5;43m20221212215655407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215655407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215655407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215655407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215655408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215655408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215655408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:56.982550 run osmo-stp_10.42.42.5(pid=32519): stdout: \u000a| (launched: 2022-12-12_21:56:55.211785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:57.112913 run osmo-stp_10.42.42.5(pid=32519): stderr: \u000a| �[0;m�[38;5;43m20221212215655407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215655407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215655407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215655407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215655408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215655408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215655408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:57.169667 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32519): Process ended prematurely: osmo-stp_10.42.42.5(pid=32519) [trial-2382↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32519)] [trial-2382↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a21:56:57.178124 tst handover.py:18: Test FAILED (6.6 sec)\u000a21:56:57.241895 run osmo-hlr_10.42.42.2(pid=32516): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32516)]\u000a21:56:57.294203 run osmo-hlr_10.42.42.2(pid=32516): stdout: \u000a| (launched: 2022-12-12_21:56:54.232076) \u000a21:56:57.347323 run osmo-hlr_10.42.42.2(pid=32516): stderr: \u000a| �[0;m�[1;31m20221212215654431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215654431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215654432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215654432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215654432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215654432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215654443 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215654452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215654452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215654452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:57.419256 run osmo-msc_10.42.42.6(pid=32522): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32522)]\u000a21:56:57.471303 run osmo-msc_10.42.42.6(pid=32522): stdout: \u000a| (launched: 2022-12-12_21:56:56.221667) \u000a21:56:57.524027 run osmo-msc_10.42.42.6(pid=32522): stderr: \u000a| �[0;m�[38;5;43m20221212215656543 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215656543 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9894e30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215656543 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215656543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215656543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215656543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215656545 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215656545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215656546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215656546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:57.568352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32515): Terminating (SIGTERM)\u000a21:56:57.610436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32518): Terminating (SIGTERM)\u000a21:56:57.652891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32521): Terminating (SIGTERM)\u000a21:56:57.662994 --- ParallelTerminationStrategy: PID 32515 died...\u000a21:56:57.719272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32515): Terminated: ok {rc=0}\u000a21:56:57.729664 --- ParallelTerminationStrategy: PID 32518 died...\u000a21:56:57.785582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32518): Terminated: ok {rc=0}\u000a21:56:57.795863 --- ParallelTerminationStrategy: PID 32521 died...\u000a21:56:57.852502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32521): Terminated: ok {rc=0}\u000a21:56:57.939096 bus /sierra_3: Setting Powered False\u000a21:56:59.040528 bus /sierra_3: Setting Powered False\u000a21:57:00.153549 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:56:50" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32533): Process ended prematurely: osmo-stp_10.42.42.5(pid=32533) [trial-2382↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32533)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32533): Process ended prematurely: osmo-stp_10.42.42.5(pid=32533) [trial-2382↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:57:02.197013 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:57:02.208992 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:57:02.344925 tst handover.py: using LAC 31760\u000a21:57:02.474099 tst handover.py: using RAC 140\u000a21:57:02.603352 tst handover.py: using CellId 31760\u000a21:57:02.730806 tst handover.py: using BVCI 31761\u000a21:57:02.755534 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:57:02.899116 tst handover.py: using LAC 31761\u000a21:57:03.032370 tst handover.py: using RAC 141\u000a21:57:03.158236 tst handover.py: using CellId 31761\u000a21:57:03.283810 tst handover.py: using BVCI 31762\u000a21:57:03.308658 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:57:03.319999 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:57:03.331284 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:57:03.342662 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:57:03.354132 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:57:03.365570 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:57:03.481759 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:57:03.684621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:04.143545 run create_hlr_db(pid=32527): Launched\u000a21:57:04.267256 bus /sierra_2: Setting Powered False\u000a21:57:05.339993 run create_hlr_db(pid=32527): Terminated: ok {rc=0}\u000a21:57:05.718365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32529): Launched\u000a21:57:06.021589 run osmo-hlr_10.42.42.2(pid=32530): Launched\u000a21:57:06.141376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:06.649581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32532): Launched\u000a21:57:06.951320 run osmo-stp_10.42.42.5(pid=32533): Launched\u000a21:57:07.062085 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:07.589073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32535): Launched\u000a21:57:07.891876 run osmo-msc_10.42.42.6(pid=32536): Launched\u000a21:57:08.072510 run osmo-stp_10.42.42.5(pid=32533): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32533)]\u000a21:57:08.201281 run osmo-stp_10.42.42.5(pid=32533): stdout: \u000a| (launched: 2022-12-12_21:57:06.803159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:08.328065 run osmo-stp_10.42.42.5(pid=32533): stderr: \u000a| �[0;m�[38;5;43m20221212215706973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215706973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215706973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215706974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215706974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215706974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215706974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:08.450280 run osmo-stp_10.42.42.5(pid=32533): stdout: \u000a| (launched: 2022-12-12_21:57:06.803159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:08.571090 run osmo-stp_10.42.42.5(pid=32533): stderr: \u000a| �[0;m�[38;5;43m20221212215706973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215706973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215706973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215706974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215706974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215706974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215706974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:08.623761 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32533): Process ended prematurely: osmo-stp_10.42.42.5(pid=32533) [trial-2382↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32533)] [trial-2382↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a21:57:08.631762 tst handover.py:18: Test FAILED (6.4 sec)\u000a21:57:08.691833 run osmo-hlr_10.42.42.2(pid=32530): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32530)]\u000a21:57:08.741134 run osmo-hlr_10.42.42.2(pid=32530): stdout: \u000a| (launched: 2022-12-12_21:57:05.872868) \u000a21:57:08.791217 run osmo-hlr_10.42.42.2(pid=32530): stderr: \u000a| �[0;m�[1;31m20221212215706052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215706052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215706052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215706052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215706052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215706052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215706068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215706078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215706078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215706078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:08.859196 run osmo-msc_10.42.42.6(pid=32536): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32536)]\u000a21:57:08.908560 run osmo-msc_10.42.42.6(pid=32536): stdout: \u000a| (launched: 2022-12-12_21:57:07.743317) \u000a21:57:08.958448 run osmo-msc_10.42.42.6(pid=32536): stderr: \u000a| �[0;m�[38;5;43m20221212215708016 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215708016 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f43f3f92c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215708017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215708017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215708017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215708017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215708019 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215708019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215708019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215708019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:09.000494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32529): Terminating (SIGTERM)\u000a21:57:09.040308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32532): Terminating (SIGTERM)\u000a21:57:09.080162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32535): Terminating (SIGTERM)\u000a21:57:09.089460 --- ParallelTerminationStrategy: PID 32529 died...\u000a21:57:09.143596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32529): Terminated: ok {rc=0}\u000a21:57:09.153195 --- ParallelTerminationStrategy: PID 32532 died...\u000a21:57:09.206771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32532): Terminated: ok {rc=0}\u000a21:57:09.216328 --- ParallelTerminationStrategy: PID 32535 died...\u000a21:57:09.269944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32535): Terminated: ok {rc=0}\u000a21:57:09.359104 bus /sierra_3: Setting Powered False\u000a21:57:10.463948 bus /sierra_3: Setting Powered False\u000a21:57:11.571600 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:57:01" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32547): Process ended prematurely: osmo-stp_10.42.42.5(pid=32547) [trial-2382↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32547)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32547): Process ended prematurely: osmo-stp_10.42.42.5(pid=32547) [trial-2382↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:57:13.579163 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:57:13.590411 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:57:13.723047 tst handover.py: using LAC 31762\u000a21:57:13.852542 tst handover.py: using RAC 142\u000a21:57:13.979508 tst handover.py: using CellId 31762\u000a21:57:14.108397 tst handover.py: using BVCI 31763\u000a21:57:14.133277 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:57:14.274752 tst handover.py: using LAC 31763\u000a21:57:14.395904 tst handover.py: using RAC 143\u000a21:57:14.516562 tst handover.py: using CellId 31763\u000a21:57:14.637116 tst handover.py: using BVCI 31764\u000a21:57:14.660471 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:57:14.671420 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:57:14.682216 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:57:14.693211 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:57:14.704112 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:57:14.715030 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:57:14.834110 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:57:15.043189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:15.529250 run create_hlr_db(pid=32541): Launched\u000a21:57:15.662311 bus /sierra_2: Setting Powered False\u000a21:57:16.741461 run create_hlr_db(pid=32541): Terminated: ok {rc=0}\u000a21:57:17.162654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32543): Launched\u000a21:57:17.491414 run osmo-hlr_10.42.42.2(pid=32544): Launched\u000a21:57:17.613015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:18.151221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32546): Launched\u000a21:57:18.476338 run osmo-stp_10.42.42.5(pid=32547): Launched\u000a21:57:18.595568 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:19.162642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32549): Launched\u000a21:57:19.489566 run osmo-msc_10.42.42.6(pid=32550): Launched\u000a21:57:19.682798 run osmo-stp_10.42.42.5(pid=32547): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32547)]\u000a21:57:19.822633 run osmo-stp_10.42.42.5(pid=32547): stdout: \u000a| (launched: 2022-12-12_21:57:18.317331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:19.961891 run osmo-stp_10.42.42.5(pid=32547): stderr: \u000a| �[0;m�[38;5;43m20221212215718507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215718508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215718508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215718508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215718509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215718509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215718509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:20.094949 run osmo-stp_10.42.42.5(pid=32547): stdout: \u000a| (launched: 2022-12-12_21:57:18.317331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:20.226445 run osmo-stp_10.42.42.5(pid=32547): stderr: \u000a| �[0;m�[38;5;43m20221212215718507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215718508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215718508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215718508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215718509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215718509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215718509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:20.283587 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32547): Process ended prematurely: osmo-stp_10.42.42.5(pid=32547) [trial-2382↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32547)] [trial-2382↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a21:57:20.292204 tst handover.py:18: Test FAILED (6.7 sec)\u000a21:57:20.356794 run osmo-hlr_10.42.42.2(pid=32544): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32544)]\u000a21:57:20.409700 run osmo-hlr_10.42.42.2(pid=32544): stdout: \u000a| (launched: 2022-12-12_21:57:17.330843) \u000a21:57:20.463117 run osmo-hlr_10.42.42.2(pid=32544): stderr: \u000a| �[0;m�[1;31m20221212215717528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215717528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215717528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215717528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215717528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215717528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215717541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215717549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215717549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215717549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:20.535432 run osmo-msc_10.42.42.6(pid=32550): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32550)]\u000a21:57:20.587835 run osmo-msc_10.42.42.6(pid=32550): stdout: \u000a| (launched: 2022-12-12_21:57:19.329340) \u000a21:57:20.640778 run osmo-msc_10.42.42.6(pid=32550): stderr: \u000a| �[0;m�[38;5;43m20221212215719654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215719654 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb112bf0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215719654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215719654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215719655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215719655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215719656 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215719657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215719657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215719657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:20.685602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32543): Terminating (SIGTERM)\u000a21:57:20.728377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32546): Terminating (SIGTERM)\u000a21:57:20.771322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32549): Terminating (SIGTERM)\u000a21:57:20.781296 --- ParallelTerminationStrategy: PID 32543 died...\u000a21:57:20.838989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32543): Terminated: ok {rc=0}\u000a21:57:20.849416 --- ParallelTerminationStrategy: PID 32546 died...\u000a21:57:20.906552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32546): Terminated: ok {rc=0}\u000a21:57:20.916747 --- ParallelTerminationStrategy: PID 32549 died...\u000a21:57:20.973885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32549): Terminated: ok {rc=0}\u000a21:57:21.062236 bus /sierra_3: Setting Powered False\u000a21:57:22.171568 bus /sierra_3: Setting Powered False\u000a21:57:23.281103 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:57:13" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32561): Process ended prematurely: osmo-stp_10.42.42.5(pid=32561) [trial-2382↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32561)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32561): Process ended prematurely: osmo-stp_10.42.42.5(pid=32561) [trial-2382↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a21:57:25.254015 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:57:25.265214 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a21:57:25.392804 tst handover.py: using LAC 31764\u000a21:57:25.512499 tst handover.py: using RAC 144\u000a21:57:25.630656 tst handover.py: using CellId 31764\u000a21:57:25.748370 tst handover.py: using BVCI 31765\u000a21:57:25.771549 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a21:57:25.900066 tst handover.py: using LAC 31765\u000a21:57:26.026614 tst handover.py: using RAC 145\u000a21:57:26.154625 tst handover.py: using CellId 31765\u000a21:57:26.282769 tst handover.py: using BVCI 31766\u000a21:57:26.307803 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:57:26.319307 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:57:26.330476 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:57:26.342217 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:57:26.353981 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a21:57:26.365772 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a21:57:26.480825 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a21:57:26.694030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:27.178903 run create_hlr_db(pid=32555): Launched\u000a21:57:27.312178 bus /sierra_2: Setting Powered False\u000a21:57:28.389492 run create_hlr_db(pid=32555): Terminated: ok {rc=0}\u000a21:57:28.795274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32557): Launched\u000a21:57:29.122780 run osmo-hlr_10.42.42.2(pid=32558): Launched\u000a21:57:29.243974 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:29.781963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32560): Launched\u000a21:57:30.110429 run osmo-stp_10.42.42.5(pid=32561): Launched\u000a21:57:30.228913 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:30.795030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32563): Launched\u000a21:57:31.293921 run osmo-msc_10.42.42.6(pid=32564): Launched\u000a21:57:31.676133 run osmo-stp_10.42.42.5(pid=32561): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32561)]\u000a21:57:31.870957 run osmo-stp_10.42.42.5(pid=32561): stdout: \u000a| (launched: 2022-12-12_21:57:29.947498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:32.019819 run osmo-stp_10.42.42.5(pid=32561): stderr: \u000a| �[0;m�[38;5;43m20221212215730141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215730142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215730142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215730142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215730143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215730143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215730143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:32.149900 run osmo-stp_10.42.42.5(pid=32561): stdout: \u000a| (launched: 2022-12-12_21:57:29.947498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:32.277345 run osmo-stp_10.42.42.5(pid=32561): stderr: \u000a| �[0;m�[38;5;43m20221212215730141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215730142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215730142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215730142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215730143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215730143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215730143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:32.331549 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32561): Process ended prematurely: osmo-stp_10.42.42.5(pid=32561) [trial-2382↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32561)] [trial-2382↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a21:57:32.340015 tst handover.py:18: Test FAILED (7.1 sec)\u000a21:57:32.402377 run osmo-hlr_10.42.42.2(pid=32558): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32558)]\u000a21:57:32.452729 run osmo-hlr_10.42.42.2(pid=32558): stdout: \u000a| (launched: 2022-12-12_21:57:28.961894) \u000a21:57:32.503432 run osmo-hlr_10.42.42.2(pid=32558): stderr: \u000a| �[0;m�[1;31m20221212215729160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215729160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215729160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215729160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215729160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215729160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215729173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215729181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215729181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215729181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:32.571874 run osmo-msc_10.42.42.6(pid=32564): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32564)]\u000a21:57:32.622587 run osmo-msc_10.42.42.6(pid=32564): stdout: \u000a| (launched: 2022-12-12_21:57:30.964626) \u000a21:57:32.673585 run osmo-msc_10.42.42.6(pid=32564): stderr: \u000a| �[0;m�[38;5;43m20221212215731443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215731443 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bda3f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215731443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215731443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215731443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215731443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215731449 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215731450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215731450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215731450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:32.715899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32557): Terminating (SIGTERM)\u000a21:57:32.756476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32560): Terminating (SIGTERM)\u000a21:57:32.797059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32563): Terminating (SIGTERM)\u000a21:57:32.806798 --- ParallelTerminationStrategy: PID 32557 died...\u000a21:57:32.861226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32557): Terminated: ok {rc=0}\u000a21:57:32.871472 --- ParallelTerminationStrategy: PID 32560 died...\u000a21:57:32.925616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32560): Terminated: ok {rc=0}\u000a21:57:32.935751 --- ParallelTerminationStrategy: PID 32563 died...\u000a21:57:32.989842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32563): Terminated: ok {rc=0}\u000a21:57:33.078377 bus /sierra_3: Setting Powered False\u000a21:57:34.182342 bus /sierra_3: Setting Powered False\u000a21:57:35.293416 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:57:25" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32575): Process ended prematurely: osmo-stp_10.42.42.5(pid=32575) [trial-2382↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32575)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32575): Process ended prematurely: osmo-stp_10.42.42.5(pid=32575) [trial-2382↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a21:57:37.259200 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:57:37.269947 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:57:37.390652 tst handover.py: using LAC 31766\u000a21:57:37.509866 tst handover.py: using RAC 146\u000a21:57:37.628123 tst handover.py: using CellId 31766\u000a21:57:37.749464 tst handover.py: using BVCI 31767\u000a21:57:37.772351 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:57:37.909444 tst handover.py: using LAC 31767\u000a21:57:38.028475 tst handover.py: using RAC 147\u000a21:57:38.149335 tst handover.py: using CellId 31767\u000a21:57:38.268708 tst handover.py: using BVCI 31768\u000a21:57:38.292084 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:57:38.302756 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:57:38.313196 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:57:38.323644 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:57:38.334177 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:57:38.344627 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:57:38.463245 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:57:38.672660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:39.158818 run create_hlr_db(pid=32569): Launched\u000a21:57:39.292129 bus /sierra_2: Setting Powered False\u000a21:57:40.370295 run create_hlr_db(pid=32569): Terminated: ok {rc=0}\u000a21:57:40.752703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32571): Launched\u000a21:57:41.058447 run osmo-hlr_10.42.42.2(pid=32572): Launched\u000a21:57:41.171948 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:41.671693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32574): Launched\u000a21:57:41.975631 run osmo-stp_10.42.42.5(pid=32575): Launched\u000a21:57:42.086768 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:42.613754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32577): Launched\u000a21:57:42.918266 run osmo-msc_10.42.42.6(pid=32578): Launched\u000a21:57:43.096865 run osmo-stp_10.42.42.5(pid=32575): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32575)]\u000a21:57:43.226370 run osmo-stp_10.42.42.5(pid=32575): stdout: \u000a| (launched: 2022-12-12_21:57:41.827071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:43.353096 run osmo-stp_10.42.42.5(pid=32575): stderr: \u000a| �[0;m�[38;5;43m20221212215741998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215741998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215741999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215741999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215741999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215741999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215742000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:43.474858 run osmo-stp_10.42.42.5(pid=32575): stdout: \u000a| (launched: 2022-12-12_21:57:41.827071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:43.595300 run osmo-stp_10.42.42.5(pid=32575): stderr: \u000a| �[0;m�[38;5;43m20221212215741998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215741998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215741999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215741999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215741999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215741999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215742000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:43.648007 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32575): Process ended prematurely: osmo-stp_10.42.42.5(pid=32575) [trial-2382↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32575)] [trial-2382↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a21:57:43.655787 tst handover.py:18: Test FAILED (6.4 sec)\u000a21:57:43.716226 run osmo-hlr_10.42.42.2(pid=32572): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32572)]\u000a21:57:43.765659 run osmo-hlr_10.42.42.2(pid=32572): stdout: \u000a| (launched: 2022-12-12_21:57:40.907850) \u000a21:57:43.815689 run osmo-hlr_10.42.42.2(pid=32572): stderr: \u000a| �[0;m�[1;31m20221212215741086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215741086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215741086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215741086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215741086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215741086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215741098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215741107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215741107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215741107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:43.884690 run osmo-msc_10.42.42.6(pid=32578): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32578)]\u000a21:57:43.933842 run osmo-msc_10.42.42.6(pid=32578): stdout: \u000a| (launched: 2022-12-12_21:57:42.768486) \u000a21:57:43.983589 run osmo-msc_10.42.42.6(pid=32578): stderr: \u000a| �[0;m�[38;5;43m20221212215743042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215743042 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3ba030c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215743043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215743043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215743043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215743043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215743045 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215743045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215743045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215743045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:44.025614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32571): Terminating (SIGTERM)\u000a21:57:44.065365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32574): Terminating (SIGTERM)\u000a21:57:44.105299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32577): Terminating (SIGTERM)\u000a21:57:44.114533 --- ParallelTerminationStrategy: PID 32571 died...\u000a21:57:44.168058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32571): Terminated: ok {rc=0}\u000a21:57:44.177637 --- ParallelTerminationStrategy: PID 32574 died...\u000a21:57:44.230514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32574): Terminated: ok {rc=0}\u000a21:57:44.239937 --- ParallelTerminationStrategy: PID 32577 died...\u000a21:57:44.292641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32577): Terminated: ok {rc=0}\u000a21:57:44.376299 bus /sierra_3: Setting Powered False\u000a21:57:45.478011 bus /sierra_3: Setting Powered False\u000a21:57:46.623290 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:57:36" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32589): Process ended prematurely: osmo-stp_10.42.42.5(pid=32589) [trial-2382↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32589)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32589): Process ended prematurely: osmo-stp_10.42.42.5(pid=32589) [trial-2382↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a21:57:48.611595 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:57:48.623211 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:57:48.754895 tst handover.py: using LAC 31768\u000a21:57:48.882863 tst handover.py: using RAC 148\u000a21:57:49.013591 tst handover.py: using CellId 31768\u000a21:57:49.141086 tst handover.py: using BVCI 31769\u000a21:57:49.166135 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:57:49.304066 tst handover.py: using LAC 31769\u000a21:57:49.432700 tst handover.py: using RAC 149\u000a21:57:49.559294 tst handover.py: using CellId 31769\u000a21:57:49.685767 tst handover.py: using BVCI 31770\u000a21:57:49.710863 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:57:49.722405 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:57:49.733777 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:57:49.745679 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:57:49.757439 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:57:49.768988 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:57:49.885007 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:57:50.098113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:50.582355 run create_hlr_db(pid=32583): Launched\u000a21:57:50.714876 bus /sierra_2: Setting Powered False\u000a21:57:51.792700 run create_hlr_db(pid=32583): Terminated: ok {rc=0}\u000a21:57:52.199388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32585): Launched\u000a21:57:52.526637 run osmo-hlr_10.42.42.2(pid=32586): Launched\u000a21:57:52.645762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:53.184010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32588): Launched\u000a21:57:53.511025 run osmo-stp_10.42.42.5(pid=32589): Launched\u000a21:57:53.631267 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:54.201223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32591): Launched\u000a21:57:54.528664 run osmo-msc_10.42.42.6(pid=32592): Launched\u000a21:57:54.720623 run osmo-stp_10.42.42.5(pid=32589): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32589)]\u000a21:57:54.859826 run osmo-stp_10.42.42.5(pid=32589): stdout: \u000a| (launched: 2022-12-12_21:57:53.350620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:54.997950 run osmo-stp_10.42.42.5(pid=32589): stderr: \u000a| �[0;m�[38;5;43m20221212215753542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215753543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215753543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215753543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215753544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215753544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215753544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:55.130650 run osmo-stp_10.42.42.5(pid=32589): stdout: \u000a| (launched: 2022-12-12_21:57:53.350620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:55.261276 run osmo-stp_10.42.42.5(pid=32589): stderr: \u000a| �[0;m�[38;5;43m20221212215753542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215753543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215753543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215753543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215753544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215753544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215753544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:55.318248 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32589): Process ended prematurely: osmo-stp_10.42.42.5(pid=32589) [trial-2382↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32589)] [trial-2382↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a21:57:55.326808 tst handover.py:18: Test FAILED (6.7 sec)\u000a21:57:55.391039 run osmo-hlr_10.42.42.2(pid=32586): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32586)]\u000a21:57:55.443757 run osmo-hlr_10.42.42.2(pid=32586): stdout: \u000a| (launched: 2022-12-12_21:57:52.366214) \u000a21:57:55.496869 run osmo-hlr_10.42.42.2(pid=32586): stderr: \u000a| �[0;m�[1;31m20221212215752568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215752568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215752568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215752568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215752568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215752568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215752614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215752623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215752623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215752623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:55.568796 run osmo-msc_10.42.42.6(pid=32592): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32592)]\u000a21:57:55.621358 run osmo-msc_10.42.42.6(pid=32592): stdout: \u000a| (launched: 2022-12-12_21:57:54.368204) \u000a21:57:55.674601 run osmo-msc_10.42.42.6(pid=32592): stderr: \u000a| �[0;m�[38;5;43m20221212215754689 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215754690 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf9ed9dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215754690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215754690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215754690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215754690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215754692 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215754692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215754692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215754692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:55.719070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32585): Terminating (SIGTERM)\u000a21:57:55.761411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32588): Terminating (SIGTERM)\u000a21:57:55.803983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32591): Terminating (SIGTERM)\u000a21:57:55.814130 --- ParallelTerminationStrategy: PID 32585 died...\u000a21:57:55.870568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32585): Terminated: ok {rc=0}\u000a21:57:55.880940 --- ParallelTerminationStrategy: PID 32588 died...\u000a21:57:55.937517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32588): Terminated: ok {rc=0}\u000a21:57:55.947625 --- ParallelTerminationStrategy: PID 32591 died...\u000a21:57:56.004036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32591): Terminated: ok {rc=0}\u000a21:57:56.091707 bus /sierra_3: Setting Powered False\u000a21:57:57.198715 bus /sierra_3: Setting Powered False\u000a21:57:58.307080 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:57:48" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32603): Process ended prematurely: osmo-stp_10.42.42.5(pid=32603) [trial-2382↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32603)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32603): Process ended prematurely: osmo-stp_10.42.42.5(pid=32603) [trial-2382↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:58:00.302618 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:58:00.314154 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:58:00.441229 tst handover.py: using LAC 31770\u000a21:58:00.561924 tst handover.py: using RAC 150\u000a21:58:00.680837 tst handover.py: using CellId 31770\u000a21:58:00.800517 tst handover.py: using BVCI 31771\u000a21:58:00.823587 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:58:00.979316 tst handover.py: using LAC 31771\u000a21:58:01.110314 tst handover.py: using RAC 151\u000a21:58:01.270163 tst handover.py: using CellId 31771\u000a21:58:01.423710 tst handover.py: using BVCI 31772\u000a21:58:01.456286 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:58:01.471622 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:58:01.484672 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:58:01.497306 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:58:01.512593 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:58:01.527328 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:58:01.654190 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:58:01.917244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:02.425823 run create_hlr_db(pid=32597): Launched\u000a21:58:02.549372 bus /sierra_2: Setting Powered False\u000a21:58:03.622983 run create_hlr_db(pid=32597): Terminated: ok {rc=0}\u000a21:58:04.000712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32599): Launched\u000a21:58:04.304300 run osmo-hlr_10.42.42.2(pid=32600): Launched\u000a21:58:04.415366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:04.915028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32602): Launched\u000a21:58:05.217930 run osmo-stp_10.42.42.5(pid=32603): Launched\u000a21:58:05.329514 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:58:05.855199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32605): Launched\u000a21:58:06.160182 run osmo-msc_10.42.42.6(pid=32606): Launched\u000a21:58:06.338954 run osmo-stp_10.42.42.5(pid=32603): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32603)]\u000a21:58:06.468065 run osmo-stp_10.42.42.5(pid=32603): stdout: \u000a| (launched: 2022-12-12_21:58:05.069501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:06.595825 run osmo-stp_10.42.42.5(pid=32603): stderr: \u000a| �[0;m�[38;5;43m20221212215805241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215805241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215805241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215805242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215805242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215805242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215805242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:06.718520 run osmo-stp_10.42.42.5(pid=32603): stdout: \u000a| (launched: 2022-12-12_21:58:05.069501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:06.839759 run osmo-stp_10.42.42.5(pid=32603): stderr: \u000a| �[0;m�[38;5;43m20221212215805241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215805241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215805241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215805242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215805242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215805242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215805242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:06.892627 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32603): Process ended prematurely: osmo-stp_10.42.42.5(pid=32603) [trial-2382↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32603)] [trial-2382↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:58:06.900459 tst handover.py:18: Test FAILED (6.6 sec)\u000a21:58:06.960434 run osmo-hlr_10.42.42.2(pid=32600): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32600)]\u000a21:58:07.009685 run osmo-hlr_10.42.42.2(pid=32600): stdout: \u000a| (launched: 2022-12-12_21:58:04.155911) \u000a21:58:07.059578 run osmo-hlr_10.42.42.2(pid=32600): stderr: \u000a| �[0;m�[1;31m20221212215804333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215804333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215804333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215804333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215804333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215804333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215804366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215804377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215804377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215804377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:07.127733 run osmo-msc_10.42.42.6(pid=32606): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32606)]\u000a21:58:07.176918 run osmo-msc_10.42.42.6(pid=32606): stdout: \u000a| (launched: 2022-12-12_21:58:06.010259) \u000a21:58:07.226739 run osmo-msc_10.42.42.6(pid=32606): stderr: \u000a| �[0;m�[38;5;43m20221212215806281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215806282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff12606c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215806282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215806282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215806282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215806282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215806284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215806284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215806284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215806284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:58:07.268899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32599): Terminating (SIGTERM)\u000a21:58:07.308860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32602): Terminating (SIGTERM)\u000a21:58:07.349143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32605): Terminating (SIGTERM)\u000a21:58:07.358431 --- ParallelTerminationStrategy: PID 32599 died...\u000a21:58:07.412142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32599): Terminated: ok {rc=0}\u000a21:58:07.421849 --- ParallelTerminationStrategy: PID 32602 died...\u000a21:58:07.475209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32602): Terminated: ok {rc=0}\u000a21:58:07.484886 --- ParallelTerminationStrategy: PID 32605 died...\u000a21:58:07.538529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32605): Terminated: ok {rc=0}\u000a21:58:07.626684 bus /sierra_3: Setting Powered False\u000a21:58:08.729849 bus /sierra_3: Setting Powered False\u000a21:58:09.840841 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:58:00" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32617): Process ended prematurely: osmo-stp_10.42.42.5(pid=32617) [trial-2382↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32617)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32617): Process ended prematurely: osmo-stp_10.42.42.5(pid=32617) [trial-2382↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:58:11.811985 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:58:11.823141 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:58:11.952655 tst handover.py: using LAC 31772\u000a21:58:12.087371 tst handover.py: using RAC 152\u000a21:58:12.223094 tst handover.py: using CellId 31772\u000a21:58:12.349719 tst handover.py: using BVCI 31773\u000a21:58:12.374610 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:58:12.502657 tst handover.py: using LAC 31773\u000a21:58:12.629101 tst handover.py: using RAC 153\u000a21:58:12.755401 tst handover.py: using CellId 31773\u000a21:58:12.878406 tst handover.py: using BVCI 31774\u000a21:58:12.901674 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:58:12.912462 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:58:12.923023 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:58:12.934424 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:58:12.945739 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:58:12.956942 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:58:13.079429 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:58:13.281663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:13.742000 run create_hlr_db(pid=32611): Launched\u000a21:58:13.875170 bus /sierra_2: Setting Powered False\u000a21:58:14.950764 run create_hlr_db(pid=32611): Terminated: ok {rc=0}\u000a21:58:15.355389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32613): Launched\u000a21:58:15.682037 run osmo-hlr_10.42.42.2(pid=32614): Launched\u000a21:58:15.801027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:16.363351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32616): Launched\u000a21:58:16.858441 run osmo-stp_10.42.42.5(pid=32617): Launched\u000a21:58:17.127400 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:58:17.670268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32619): Launched\u000a21:58:17.974489 run osmo-msc_10.42.42.6(pid=32620): Launched\u000a21:58:18.153913 run osmo-stp_10.42.42.5(pid=32617): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32617)]\u000a21:58:18.283528 run osmo-stp_10.42.42.5(pid=32617): stdout: \u000a| (launched: 2022-12-12_21:58:16.531586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:18.410590 run osmo-stp_10.42.42.5(pid=32617): stderr: \u000a| �[0;m�[38;5;43m20221212215816831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215816831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215816832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215816832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215816837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215816838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215816838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:18.532264 run osmo-stp_10.42.42.5(pid=32617): stdout: \u000a| (launched: 2022-12-12_21:58:16.531586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:18.653291 run osmo-stp_10.42.42.5(pid=32617): stderr: \u000a| �[0;m�[38;5;43m20221212215816831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215816831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215816832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215816832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215816837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215816838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215816838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:18.706126 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32617): Process ended prematurely: osmo-stp_10.42.42.5(pid=32617) [trial-2382↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32617)] [trial-2382↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a21:58:18.713984 tst handover.py:18: Test FAILED (6.9 sec)\u000a21:58:18.773552 run osmo-hlr_10.42.42.2(pid=32614): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32614)]\u000a21:58:18.823358 run osmo-hlr_10.42.42.2(pid=32614): stdout: \u000a| (launched: 2022-12-12_21:58:15.521718) \u000a21:58:18.873693 run osmo-hlr_10.42.42.2(pid=32614): stderr: \u000a| �[0;m�[1;31m20221212215815719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215815719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215815719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215815719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215815719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215815719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215815732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215815740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215815740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215815740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:18.941532 run osmo-msc_10.42.42.6(pid=32620): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32620)]\u000a21:58:18.990863 run osmo-msc_10.42.42.6(pid=32620): stdout: \u000a| (launched: 2022-12-12_21:58:17.825444) \u000a21:58:19.040597 run osmo-msc_10.42.42.6(pid=32620): stderr: \u000a| �[0;m�[38;5;43m20221212215818101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215818101 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf8b0e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215818101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215818101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215818102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215818102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215818105 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215818106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215818106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215818106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:58:19.082724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32613): Terminating (SIGTERM)\u000a21:58:19.122932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32616): Terminating (SIGTERM)\u000a21:58:19.162853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32619): Terminating (SIGTERM)\u000a21:58:19.172185 --- ParallelTerminationStrategy: PID 32613 died...\u000a21:58:19.225610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32613): Terminated: ok {rc=0}\u000a21:58:19.235258 --- ParallelTerminationStrategy: PID 32616 died...\u000a21:58:19.288898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32616): Terminated: ok {rc=0}\u000a21:58:19.298446 --- ParallelTerminationStrategy: PID 32619 died...\u000a21:58:19.352296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32619): Terminated: ok {rc=0}\u000a21:58:19.441976 bus /sierra_3: Setting Powered False\u000a21:58:20.545635 bus /sierra_3: Setting Powered False\u000a21:58:21.658064 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:58:11" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32631): Process ended prematurely: osmo-stp_10.42.42.5(pid=32631) [trial-2382↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32631)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32631): Process ended prematurely: osmo-stp_10.42.42.5(pid=32631) [trial-2382↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:58:23.631459 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:58:23.642920 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:58:23.773515 tst handover.py: using LAC 31774\u000a21:58:23.901745 tst handover.py: using RAC 154\u000a21:58:24.029639 tst handover.py: using CellId 31774\u000a21:58:24.159427 tst handover.py: using BVCI 31775\u000a21:58:24.184520 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:58:24.329524 tst handover.py: using LAC 31775\u000a21:58:24.459467 tst handover.py: using RAC 155\u000a21:58:24.584347 tst handover.py: using CellId 31775\u000a21:58:24.706163 tst handover.py: using BVCI 31776\u000a21:58:24.729323 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:58:24.739961 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:58:24.750599 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:58:24.761170 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:58:24.771622 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:58:24.782096 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:58:24.900328 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:58:25.111374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:25.597338 run create_hlr_db(pid=32625): Launched\u000a21:58:25.730194 bus /sierra_2: Setting Powered False\u000a21:58:26.806927 run create_hlr_db(pid=32625): Terminated: ok {rc=0}\u000a21:58:27.211907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32627): Launched\u000a21:58:27.539626 run osmo-hlr_10.42.42.2(pid=32628): Launched\u000a21:58:27.660623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:28.199214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32630): Launched\u000a21:58:28.524798 run osmo-stp_10.42.42.5(pid=32631): Launched\u000a21:58:28.644651 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:58:29.210800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32633): Launched\u000a21:58:29.537029 run osmo-msc_10.42.42.6(pid=32634): Launched\u000a21:58:29.729564 run osmo-stp_10.42.42.5(pid=32631): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32631)]\u000a21:58:29.868104 run osmo-stp_10.42.42.5(pid=32631): stdout: \u000a| (launched: 2022-12-12_21:58:28.365195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:30.006815 run osmo-stp_10.42.42.5(pid=32631): stderr: \u000a| �[0;m�[38;5;43m20221212215828558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215828558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215828559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215828559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215828560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215828560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215828560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:30.139073 run osmo-stp_10.42.42.5(pid=32631): stdout: \u000a| (launched: 2022-12-12_21:58:28.365195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:30.269463 run osmo-stp_10.42.42.5(pid=32631): stderr: \u000a| �[0;m�[38;5;43m20221212215828558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215828558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215828559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215828559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215828560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215828560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215828560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:30.326497 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32631): Process ended prematurely: osmo-stp_10.42.42.5(pid=32631) [trial-2382↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32631)] [trial-2382↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a21:58:30.335097 tst handover.py:18: Test FAILED (6.7 sec)\u000a21:58:30.398858 run osmo-hlr_10.42.42.2(pid=32628): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32628)]\u000a21:58:30.451217 run osmo-hlr_10.42.42.2(pid=32628): stdout: \u000a| (launched: 2022-12-12_21:58:27.378331) \u000a21:58:30.504012 run osmo-hlr_10.42.42.2(pid=32628): stderr: \u000a| �[0;m�[1;31m20221212215827577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215827577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215827577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215827577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215827577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215827577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215827589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215827597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215827598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215827598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:30.575098 run osmo-msc_10.42.42.6(pid=32634): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32634)]\u000a21:58:30.626966 run osmo-msc_10.42.42.6(pid=32634): stdout: \u000a| (launched: 2022-12-12_21:58:29.377324) \u000a21:58:30.679471 run osmo-msc_10.42.42.6(pid=32634): stderr: \u000a| �[0;m�[38;5;43m20221212215829701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215829701 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7704bc1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215829701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215829701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215829701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215829701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215829703 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215829703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215829703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215829704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:58:30.723937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32627): Terminating (SIGTERM)\u000a21:58:30.766082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32630): Terminating (SIGTERM)\u000a21:58:30.808419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32633): Terminating (SIGTERM)\u000a21:58:30.818508 --- ParallelTerminationStrategy: PID 32627 died...\u000a21:58:30.885648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32627): Terminated: ok {rc=0}\u000a21:58:30.903151 --- ParallelTerminationStrategy: PID 32630 died...\u000a21:58:30.970144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32630): Terminated: ok {rc=0}\u000a21:58:30.981332 --- ParallelTerminationStrategy: PID 32633 died...\u000a21:58:31.038897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32633): Terminated: ok {rc=0}\u000a21:58:31.140692 bus /sierra_3: Setting Powered False\u000a21:58:32.250158 bus /sierra_3: Setting Powered False\u000a21:58:33.359588 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:58:23" }, { "cases" : [ { "testActions" : [ ], "age" : 180, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32645): Process ended prematurely: osmo-stp_10.42.42.5(pid=32645) [trial-2382↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32645)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32645): Process ended prematurely: osmo-stp_10.42.42.5(pid=32645) [trial-2382↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:58:35.357804 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:58:35.369096 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:58:35.502886 tst handover.py: using LAC 31776\u000a21:58:35.628663 tst handover.py: using RAC 156\u000a21:58:35.755020 tst handover.py: using CellId 31776\u000a21:58:35.880855 tst handover.py: using BVCI 31777\u000a21:58:35.905958 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:58:36.048813 tst handover.py: using LAC 31777\u000a21:58:36.175431 tst handover.py: using RAC 157\u000a21:58:36.300665 tst handover.py: using CellId 31777\u000a21:58:36.427964 tst handover.py: using BVCI 31778\u000a21:58:36.452835 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:58:36.464218 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:58:36.475405 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:58:36.486983 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:58:36.498535 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:58:36.510006 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:58:36.625324 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:58:36.825700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:37.286455 run create_hlr_db(pid=32639): Launched\u000a21:58:37.410238 bus /sierra_2: Setting Powered False\u000a21:58:38.482850 run create_hlr_db(pid=32639): Terminated: ok {rc=0}\u000a21:58:38.889397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32641): Launched\u000a21:58:39.216612 run osmo-hlr_10.42.42.2(pid=32642): Launched\u000a21:58:39.339010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:39.879104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32644): Launched\u000a21:58:40.208400 run osmo-stp_10.42.42.5(pid=32645): Launched\u000a21:58:40.327923 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:58:40.897133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32647): Launched\u000a21:58:41.224996 run osmo-msc_10.42.42.6(pid=32648): Launched\u000a21:58:41.417773 run osmo-stp_10.42.42.5(pid=32645): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32645)]\u000a21:58:41.556898 run osmo-stp_10.42.42.5(pid=32645): stdout: \u000a| (launched: 2022-12-12_21:58:40.046650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:41.695770 run osmo-stp_10.42.42.5(pid=32645): stderr: \u000a| �[0;m�[38;5;43m20221212215840241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215840241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215840242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215840242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215840243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215840243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215840243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:41.828381 run osmo-stp_10.42.42.5(pid=32645): stdout: \u000a| (launched: 2022-12-12_21:58:40.046650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:41.959164 run osmo-stp_10.42.42.5(pid=32645): stderr: \u000a| �[0;m�[38;5;43m20221212215840241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215840241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215840242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215840242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215840243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215840243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215840243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:42.016310 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32645): Process ended prematurely: osmo-stp_10.42.42.5(pid=32645) [trial-2382↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32645)] [trial-2382↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a21:58:42.024935 tst handover.py:18: Test FAILED (6.7 sec)\u000a21:58:42.089735 run osmo-hlr_10.42.42.2(pid=32642): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32642)]\u000a21:58:42.142436 run osmo-hlr_10.42.42.2(pid=32642): stdout: \u000a| (launched: 2022-12-12_21:58:39.056087) \u000a21:58:42.195753 run osmo-hlr_10.42.42.2(pid=32642): stderr: \u000a| �[0;m�[1;31m20221212215839254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215839254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215839254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215839254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215839254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215839254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215839267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215839277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215839277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215839277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:42.267526 run osmo-msc_10.42.42.6(pid=32648): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32648)]\u000a21:58:42.319797 run osmo-msc_10.42.42.6(pid=32648): stdout: \u000a| (launched: 2022-12-12_21:58:41.064382) \u000a21:58:42.372806 run osmo-msc_10.42.42.6(pid=32648): stderr: \u000a| �[0;m�[38;5;43m20221212215841389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215841389 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f640e5efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215841389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215841389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215841389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215841389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215841391 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215841391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215841391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215841392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:58:42.417659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32641): Terminating (SIGTERM)\u000a21:58:42.459942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32644): Terminating (SIGTERM)\u000a21:58:42.502574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32647): Terminating (SIGTERM)\u000a21:58:42.512607 --- ParallelTerminationStrategy: PID 32641 died...\u000a21:58:42.569945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32641): Terminated: ok {rc=0}\u000a21:58:42.580216 --- ParallelTerminationStrategy: PID 32644 died...\u000a21:58:42.636437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32644): Terminated: ok {rc=0}\u000a21:58:42.646869 --- ParallelTerminationStrategy: PID 32647 died...\u000a21:58:42.703490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32647): Terminated: ok {rc=0}\u000a21:58:42.791014 bus /sierra_3: Setting Powered False\u000a21:58:43.898318 bus /sierra_3: Setting Powered False\u000a21:58:45.006680 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:58:35" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32659): Process ended prematurely: osmo-stp_10.42.42.5(pid=32659) [trial-2382↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32659)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32659): Process ended prematurely: osmo-stp_10.42.42.5(pid=32659) [trial-2382↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a21:58:47.109340 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:58:47.121778 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:58:47.259011 tst handover.py: using LAC 31778\u000a21:58:47.387321 tst handover.py: using RAC 158\u000a21:58:47.516766 tst handover.py: using CellId 31778\u000a21:58:47.638076 tst handover.py: using BVCI 31779\u000a21:58:47.661165 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a21:58:47.798678 tst handover.py: using LAC 31779\u000a21:58:47.918861 tst handover.py: using RAC 159\u000a21:58:48.040816 tst handover.py: using CellId 31779\u000a21:58:48.172580 tst handover.py: using BVCI 31780\u000a21:58:48.197819 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:58:48.208942 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:58:48.219983 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:58:48.231372 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:58:48.242841 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a21:58:48.254115 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:58:48.368770 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a21:58:48.570785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:49.032721 run create_hlr_db(pid=32653): Launched\u000a21:58:49.157375 bus /sierra_2: Setting Powered False\u000a21:58:50.231044 run create_hlr_db(pid=32653): Terminated: ok {rc=0}\u000a21:58:50.636910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32655): Launched\u000a21:58:50.965204 run osmo-hlr_10.42.42.2(pid=32656): Launched\u000a21:58:51.088078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:51.593860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32658): Launched\u000a21:58:51.896804 run osmo-stp_10.42.42.5(pid=32659): Launched\u000a21:58:52.007555 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:58:52.539905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32661): Launched\u000a21:58:52.844218 run osmo-msc_10.42.42.6(pid=32662): Launched\u000a21:58:53.022377 run osmo-stp_10.42.42.5(pid=32659): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32659)]\u000a21:58:53.151626 run osmo-stp_10.42.42.5(pid=32659): stdout: \u000a| (launched: 2022-12-12_21:58:51.747972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:53.278918 run osmo-stp_10.42.42.5(pid=32659): stderr: \u000a| �[0;m�[38;5;43m20221212215851918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215851918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215851918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215851918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215851919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215851919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215851919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:53.401683 run osmo-stp_10.42.42.5(pid=32659): stdout: \u000a| (launched: 2022-12-12_21:58:51.747972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:53.522677 run osmo-stp_10.42.42.5(pid=32659): stderr: \u000a| �[0;m�[38;5;43m20221212215851918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215851918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215851918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215851918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215851919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215851919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215851919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:53.575776 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32659): Process ended prematurely: osmo-stp_10.42.42.5(pid=32659) [trial-2382↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32659)] [trial-2382↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a21:58:53.583626 tst handover.py:18: Test FAILED (6.5 sec)\u000a21:58:53.643147 run osmo-hlr_10.42.42.2(pid=32656): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32656)]\u000a21:58:53.692789 run osmo-hlr_10.42.42.2(pid=32656): stdout: \u000a| (launched: 2022-12-12_21:58:50.804340) \u000a21:58:53.742604 run osmo-hlr_10.42.42.2(pid=32656): stderr: \u000a| �[0;m�[1;31m20221212215851004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215851004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215851004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215851004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215851004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215851004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215851020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215851030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215851030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215851030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:53.810497 run osmo-msc_10.42.42.6(pid=32662): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32662)]\u000a21:58:53.859573 run osmo-msc_10.42.42.6(pid=32662): stdout: \u000a| (launched: 2022-12-12_21:58:52.695263) \u000a21:58:53.909275 run osmo-msc_10.42.42.6(pid=32662): stderr: \u000a| �[0;m�[38;5;43m20221212215852967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215852967 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8b893dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215852967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215852967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215852967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215852967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215852969 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215852969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215852970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215852970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:58:53.951385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32655): Terminating (SIGTERM)\u000a21:58:53.991203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32658): Terminating (SIGTERM)\u000a21:58:54.031114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32661): Terminating (SIGTERM)\u000a21:58:54.040335 --- ParallelTerminationStrategy: PID 32655 died...\u000a21:58:54.093863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32655): Terminated: ok {rc=0}\u000a21:58:54.103488 --- ParallelTerminationStrategy: PID 32658 died...\u000a21:58:54.156429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32658): Terminated: ok {rc=0}\u000a21:58:54.165985 --- ParallelTerminationStrategy: PID 32661 died...\u000a21:58:54.219169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32661): Terminated: ok {rc=0}\u000a21:58:54.307799 bus /sierra_3: Setting Powered False\u000a21:58:55.414570 bus /sierra_3: Setting Powered False\u000a21:58:56.522652 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:58:46" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32673): Process ended prematurely: osmo-stp_10.42.42.5(pid=32673) [trial-2382↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32673)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32673): Process ended prematurely: osmo-stp_10.42.42.5(pid=32673) [trial-2382↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a21:58:58.506963 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:58:58.518517 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:58:58.648164 tst handover.py: using LAC 31780\u000a21:58:58.777435 tst handover.py: using RAC 160\u000a21:58:58.899147 tst handover.py: using CellId 31780\u000a21:58:59.021612 tst handover.py: using BVCI 31781\u000a21:58:59.045070 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:58:59.179512 tst handover.py: using LAC 31781\u000a21:58:59.301773 tst handover.py: using RAC 161\u000a21:58:59.430755 tst handover.py: using CellId 31781\u000a21:58:59.559140 tst handover.py: using BVCI 31782\u000a21:58:59.584640 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:58:59.596117 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:58:59.607365 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:58:59.619039 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:58:59.630567 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:58:59.642140 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:58:59.757183 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:58:59.969741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:00.456630 run create_hlr_db(pid=32667): Launched\u000a21:59:00.589984 bus /sierra_2: Setting Powered False\u000a21:59:01.738351 run create_hlr_db(pid=32667): Terminated: ok {rc=0}\u000a21:59:02.171912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32669): Launched\u000a21:59:02.480738 run osmo-hlr_10.42.42.2(pid=32670): Launched\u000a21:59:02.599642 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:03.107362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32672): Launched\u000a21:59:03.411106 run osmo-stp_10.42.42.5(pid=32673): Launched\u000a21:59:03.522476 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:59:04.051872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32675): Launched\u000a21:59:04.361165 run osmo-msc_10.42.42.6(pid=32676): Launched\u000a21:59:04.540006 run osmo-stp_10.42.42.5(pid=32673): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32673)]\u000a21:59:04.669343 run osmo-stp_10.42.42.5(pid=32673): stdout: \u000a| (launched: 2022-12-12_21:59:03.262505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:04.796372 run osmo-stp_10.42.42.5(pid=32673): stderr: \u000a| �[0;m�[38;5;43m20221212215903435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215903435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215903435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215903436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215903436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215903436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215903436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:04.918762 run osmo-stp_10.42.42.5(pid=32673): stdout: \u000a| (launched: 2022-12-12_21:59:03.262505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:05.039513 run osmo-stp_10.42.42.5(pid=32673): stderr: \u000a| �[0;m�[38;5;43m20221212215903435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215903435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215903435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215903436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215903436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215903436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215903436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:05.092486 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32673): Process ended prematurely: osmo-stp_10.42.42.5(pid=32673) [trial-2382↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32673)] [trial-2382↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a21:59:05.100517 tst handover.py:18: Test FAILED (6.6 sec)\u000a21:59:05.160692 run osmo-hlr_10.42.42.2(pid=32670): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32670)]\u000a21:59:05.210061 run osmo-hlr_10.42.42.2(pid=32670): stdout: \u000a| (launched: 2022-12-12_21:59:02.330713) \u000a21:59:05.260197 run osmo-hlr_10.42.42.2(pid=32670): stderr: \u000a| �[0;m�[1;31m20221212215902509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215902509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215902509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215902509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215902509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215902509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215902521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215902530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215902530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215902530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:05.328248 run osmo-msc_10.42.42.6(pid=32676): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32676)]\u000a21:59:05.377777 run osmo-msc_10.42.42.6(pid=32676): stdout: \u000a| (launched: 2022-12-12_21:59:04.208387) \u000a21:59:05.427739 run osmo-msc_10.42.42.6(pid=32676): stderr: \u000a| �[0;m�[38;5;43m20221212215904480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215904480 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd6d3c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215904480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215904480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215904480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215904481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215904482 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215904483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215904483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215904483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:59:05.470175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32669): Terminating (SIGTERM)\u000a21:59:05.510481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32672): Terminating (SIGTERM)\u000a21:59:05.550744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32675): Terminating (SIGTERM)\u000a21:59:05.560096 --- ParallelTerminationStrategy: PID 32669 died...\u000a21:59:05.613864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32669): Terminated: ok {rc=0}\u000a21:59:05.623629 --- ParallelTerminationStrategy: PID 32672 died...\u000a21:59:05.676942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32672): Terminated: ok {rc=0}\u000a21:59:05.686618 --- ParallelTerminationStrategy: PID 32675 died...\u000a21:59:05.739939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32675): Terminated: ok {rc=0}\u000a21:59:05.824081 bus /sierra_3: Setting Powered False\u000a21:59:06.931269 bus /sierra_3: Setting Powered False\u000a21:59:08.043910 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:58:58" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32687): Process ended prematurely: osmo-stp_10.42.42.5(pid=32687) [trial-2382↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32687)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32687): Process ended prematurely: osmo-stp_10.42.42.5(pid=32687) [trial-2382↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a21:59:10.018652 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:59:10.030313 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:59:10.151278 tst handover.py: using LAC 31782\u000a21:59:10.273226 tst handover.py: using RAC 162\u000a21:59:10.396155 tst handover.py: using CellId 31782\u000a21:59:10.518337 tst handover.py: using BVCI 31783\u000a21:59:10.541594 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a21:59:10.678148 tst handover.py: using LAC 31783\u000a21:59:10.797929 tst handover.py: using RAC 163\u000a21:59:10.919569 tst handover.py: using CellId 31783\u000a21:59:11.042421 tst handover.py: using BVCI 31784\u000a21:59:11.065739 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:59:11.076518 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:59:11.087199 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:59:11.097966 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:59:11.109663 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a21:59:11.120898 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:59:11.241144 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a21:59:11.453615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:11.938658 run create_hlr_db(pid=32681): Launched\u000a21:59:12.072410 bus /sierra_2: Setting Powered False\u000a21:59:13.150118 run create_hlr_db(pid=32681): Terminated: ok {rc=0}\u000a21:59:13.555330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32683): Launched\u000a21:59:13.882017 run osmo-hlr_10.42.42.2(pid=32684): Launched\u000a21:59:14.001579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:14.543032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32686): Launched\u000a21:59:14.872072 run osmo-stp_10.42.42.5(pid=32687): Launched\u000a21:59:14.992152 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:59:15.561126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32689): Launched\u000a21:59:16.004283 run osmo-msc_10.42.42.6(pid=32690): Launched\u000a21:59:16.380426 run osmo-stp_10.42.42.5(pid=32687): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32687)]\u000a21:59:16.522604 run osmo-stp_10.42.42.5(pid=32687): stdout: \u000a| (launched: 2022-12-12_21:59:14.710414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:16.663974 run osmo-stp_10.42.42.5(pid=32687): stderr: \u000a| �[0;m�[38;5;43m20221212215914904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215914904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215914904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215914905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215914905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215914905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215914905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:16.800221 run osmo-stp_10.42.42.5(pid=32687): stdout: \u000a| (launched: 2022-12-12_21:59:14.710414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:16.935384 run osmo-stp_10.42.42.5(pid=32687): stderr: \u000a| �[0;m�[38;5;43m20221212215914904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215914904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215914904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215914905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215914905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215914905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215914905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:16.994506 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32687): Process ended prematurely: osmo-stp_10.42.42.5(pid=32687) [trial-2382↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32687)] [trial-2382↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a21:59:17.004248 tst handover.py:18: Test FAILED (7.0 sec)\u000a21:59:17.072093 run osmo-hlr_10.42.42.2(pid=32684): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32684)]\u000a21:59:17.128779 run osmo-hlr_10.42.42.2(pid=32684): stdout: \u000a| (launched: 2022-12-12_21:59:13.722313) \u000a21:59:17.184376 run osmo-hlr_10.42.42.2(pid=32684): stderr: \u000a| �[0;m�[1;31m20221212215913921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215913921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215913921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215913921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215913921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215913921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215913934 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215913944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215913944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215913945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:17.258895 run osmo-msc_10.42.42.6(pid=32690): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32690)]\u000a21:59:17.311908 run osmo-msc_10.42.42.6(pid=32690): stdout: \u000a| (launched: 2022-12-12_21:59:15.727897) \u000a21:59:17.365555 run osmo-msc_10.42.42.6(pid=32690): stderr: \u000a| �[0;m�[38;5;43m20221212215916131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215916131 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e1085cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215916131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215916131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215916132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215916132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215916134 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215916134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215916134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215916134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:59:17.410352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32683): Terminating (SIGTERM)\u000a21:59:17.453412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32686): Terminating (SIGTERM)\u000a21:59:17.497287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32689): Terminating (SIGTERM)\u000a21:59:17.507245 --- ParallelTerminationStrategy: PID 32683 died...\u000a21:59:17.565466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32683): Terminated: ok {rc=0}\u000a21:59:17.575688 --- ParallelTerminationStrategy: PID 32686 died...\u000a21:59:17.633713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32686): Terminated: ok {rc=0}\u000a21:59:17.643914 --- ParallelTerminationStrategy: PID 32689 died...\u000a21:59:17.700833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32689): Terminated: ok {rc=0}\u000a21:59:17.788412 bus /sierra_3: Setting Powered False\u000a21:59:18.895436 bus /sierra_3: Setting Powered False\u000a21:59:20.003786 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:59:09" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32701): Process ended prematurely: osmo-stp_10.42.42.5(pid=32701) [trial-2382↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32701)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32701): Process ended prematurely: osmo-stp_10.42.42.5(pid=32701) [trial-2382↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a21:59:21.983663 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:59:21.994846 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:59:22.124176 tst handover.py: using LAC 31784\u000a21:59:22.250864 tst handover.py: using RAC 164\u000a21:59:22.377537 tst handover.py: using CellId 31784\u000a21:59:22.507169 tst handover.py: using BVCI 31785\u000a21:59:22.532198 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a21:59:22.659824 tst handover.py: using LAC 31785\u000a21:59:22.789642 tst handover.py: using RAC 165\u000a21:59:22.918276 tst handover.py: using CellId 31785\u000a21:59:23.048818 tst handover.py: using BVCI 31786\u000a21:59:23.073966 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:59:23.085993 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:59:23.096929 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:59:23.108274 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:59:23.119686 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a21:59:23.130849 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:59:23.251338 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a21:59:23.454356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:23.915251 run create_hlr_db(pid=32695): Launched\u000a21:59:24.039214 bus /sierra_2: Setting Powered False\u000a21:59:25.112511 run create_hlr_db(pid=32695): Terminated: ok {rc=0}\u000a21:59:25.516869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32697): Launched\u000a21:59:25.844030 run osmo-hlr_10.42.42.2(pid=32698): Launched\u000a21:59:25.964304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:26.503453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32700): Launched\u000a21:59:26.830344 run osmo-stp_10.42.42.5(pid=32701): Launched\u000a21:59:26.949902 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:59:27.516630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32703): Launched\u000a21:59:27.842790 run osmo-msc_10.42.42.6(pid=32704): Launched\u000a21:59:28.035136 run osmo-stp_10.42.42.5(pid=32701): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32701)]\u000a21:59:28.174967 run osmo-stp_10.42.42.5(pid=32701): stdout: \u000a| (launched: 2022-12-12_21:59:26.670252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:28.313913 run osmo-stp_10.42.42.5(pid=32701): stderr: \u000a| �[0;m�[38;5;43m20221212215926863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215926864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215926864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215926865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215926865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215926865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215926865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:28.445845 run osmo-stp_10.42.42.5(pid=32701): stdout: \u000a| (launched: 2022-12-12_21:59:26.670252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:28.576557 run osmo-stp_10.42.42.5(pid=32701): stderr: \u000a| �[0;m�[38;5;43m20221212215926863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215926864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215926864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215926865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215926865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215926865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215926865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:28.633473 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32701): Process ended prematurely: osmo-stp_10.42.42.5(pid=32701) [trial-2382↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32701)] [trial-2382↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a21:59:28.641925 tst handover.py:18: Test FAILED (6.6 sec)\u000a21:59:28.706027 run osmo-hlr_10.42.42.2(pid=32698): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32698)]\u000a21:59:28.758906 run osmo-hlr_10.42.42.2(pid=32698): stdout: \u000a| (launched: 2022-12-12_21:59:25.683943) \u000a21:59:28.812706 run osmo-hlr_10.42.42.2(pid=32698): stderr: \u000a| �[0;m�[1;31m20221212215925881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215925881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215925881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215925881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215925881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215925881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215925893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215925901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215925902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215925902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:28.884460 run osmo-msc_10.42.42.6(pid=32704): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32704)]\u000a21:59:28.937159 run osmo-msc_10.42.42.6(pid=32704): stdout: \u000a| (launched: 2022-12-12_21:59:27.683126) \u000a21:59:28.989939 run osmo-msc_10.42.42.6(pid=32704): stderr: \u000a| �[0;m�[38;5;43m20221212215928004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215928004 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc29e65bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215928004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215928004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215928005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215928005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215928007 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215928007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215928007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215928007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:59:29.034711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32697): Terminating (SIGTERM)\u000a21:59:29.077217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32700): Terminating (SIGTERM)\u000a21:59:29.120321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32703): Terminating (SIGTERM)\u000a21:59:29.130209 --- ParallelTerminationStrategy: PID 32697 died...\u000a21:59:29.187257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32697): Terminated: ok {rc=0}\u000a21:59:29.197905 --- ParallelTerminationStrategy: PID 32700 died...\u000a21:59:29.254654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32700): Terminated: ok {rc=0}\u000a21:59:29.264788 --- ParallelTerminationStrategy: PID 32703 died...\u000a21:59:29.321738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32703): Terminated: ok {rc=0}\u000a21:59:29.410187 bus /sierra_3: Setting Powered False\u000a21:59:30.514311 bus /sierra_3: Setting Powered False\u000a21:59:31.623381 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:59:21" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32715): Process ended prematurely: osmo-stp_10.42.42.5(pid=32715) [trial-2382↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32715)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32715): Process ended prematurely: osmo-stp_10.42.42.5(pid=32715) [trial-2382↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a21:59:33.602028 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:59:33.613137 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:59:33.744721 tst handover.py: using LAC 31786\u000a21:59:33.873547 tst handover.py: using RAC 166\u000a21:59:34.004642 tst handover.py: using CellId 31786\u000a21:59:34.134922 tst handover.py: using BVCI 31787\u000a21:59:34.160120 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a21:59:34.308616 tst handover.py: using LAC 31787\u000a21:59:34.437306 tst handover.py: using RAC 167\u000a21:59:34.566520 tst handover.py: using CellId 31787\u000a21:59:34.697734 tst handover.py: using BVCI 31788\u000a21:59:34.722585 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:59:34.733894 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:59:34.744848 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:59:34.756308 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:59:34.767850 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a21:59:34.779321 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:59:34.895841 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a21:59:35.099147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:35.559541 run create_hlr_db(pid=32709): Launched\u000a21:59:35.683572 bus /sierra_2: Setting Powered False\u000a21:59:36.757719 run create_hlr_db(pid=32709): Terminated: ok {rc=0}\u000a21:59:37.162471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32711): Launched\u000a21:59:37.490490 run osmo-hlr_10.42.42.2(pid=32712): Launched\u000a21:59:37.612530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:38.152447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32714): Launched\u000a21:59:38.479350 run osmo-stp_10.42.42.5(pid=32715): Launched\u000a21:59:38.599439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:59:39.166299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32717): Launched\u000a21:59:39.495458 run osmo-msc_10.42.42.6(pid=32718): Launched\u000a21:59:39.688402 run osmo-stp_10.42.42.5(pid=32715): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32715)]\u000a21:59:39.827483 run osmo-stp_10.42.42.5(pid=32715): stdout: \u000a| (launched: 2022-12-12_21:59:38.319025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:39.966540 run osmo-stp_10.42.42.5(pid=32715): stderr: \u000a| �[0;m�[38;5;43m20221212215938508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215938509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215938509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215938509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215938511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215938512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215938512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:40.098833 run osmo-stp_10.42.42.5(pid=32715): stdout: \u000a| (launched: 2022-12-12_21:59:38.319025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:40.229708 run osmo-stp_10.42.42.5(pid=32715): stderr: \u000a| �[0;m�[38;5;43m20221212215938508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215938509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215938509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215938509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215938511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215938512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215938512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:40.286604 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32715): Process ended prematurely: osmo-stp_10.42.42.5(pid=32715) [trial-2382↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32715)] [trial-2382↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a21:59:40.295097 tst handover.py:18: Test FAILED (6.7 sec)\u000a21:59:40.359193 run osmo-hlr_10.42.42.2(pid=32712): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32712)]\u000a21:59:40.411503 run osmo-hlr_10.42.42.2(pid=32712): stdout: \u000a| (launched: 2022-12-12_21:59:37.329725) \u000a21:59:40.464486 run osmo-hlr_10.42.42.2(pid=32712): stderr: \u000a| �[0;m�[1;31m20221212215937527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215937527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215937527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215937527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215937528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215937528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215937540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215937549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215937549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215937549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:40.535531 run osmo-msc_10.42.42.6(pid=32718): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32718)]\u000a21:59:40.587976 run osmo-msc_10.42.42.6(pid=32718): stdout: \u000a| (launched: 2022-12-12_21:59:39.333421) \u000a21:59:40.640661 run osmo-msc_10.42.42.6(pid=32718): stderr: \u000a| �[0;m�[38;5;43m20221212215939656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215939656 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe128893c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215939656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215939656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215939656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215939657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215939660 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215939661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215939661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215939661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:59:40.686038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32711): Terminating (SIGTERM)\u000a21:59:40.728314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32714): Terminating (SIGTERM)\u000a21:59:40.770801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32717): Terminating (SIGTERM)\u000a21:59:40.780851 --- ParallelTerminationStrategy: PID 32711 died...\u000a21:59:40.837818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32711): Terminated: ok {rc=0}\u000a21:59:40.847974 --- ParallelTerminationStrategy: PID 32714 died...\u000a21:59:40.904638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32714): Terminated: ok {rc=0}\u000a21:59:40.914808 --- ParallelTerminationStrategy: PID 32717 died...\u000a21:59:40.972002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32717): Terminated: ok {rc=0}\u000a21:59:41.060033 bus /sierra_3: Setting Powered False\u000a21:59:42.167655 bus /sierra_3: Setting Powered False\u000a21:59:43.276374 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:59:33" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32729): Process ended prematurely: osmo-stp_10.42.42.5(pid=32729) [trial-2382↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32729)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32729): Process ended prematurely: osmo-stp_10.42.42.5(pid=32729) [trial-2382↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a21:59:45.259382 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:59:45.270315 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:59:45.393903 tst handover.py: using LAC 31788\u000a21:59:45.516344 tst handover.py: using RAC 168\u000a21:59:45.639380 tst handover.py: using CellId 31788\u000a21:59:45.761529 tst handover.py: using BVCI 31789\u000a21:59:45.784796 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a21:59:45.937663 tst handover.py: using LAC 31789\u000a21:59:46.074473 tst handover.py: using RAC 169\u000a21:59:46.214406 tst handover.py: using CellId 31789\u000a21:59:46.373384 tst handover.py: using BVCI 31790\u000a21:59:46.407271 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:59:46.422465 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:59:46.437787 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:59:46.450990 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:59:46.462974 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a21:59:46.475515 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:59:46.601189 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a21:59:46.820902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:47.331376 run create_hlr_db(pid=32723): Launched\u000a21:59:47.466118 bus /sierra_2: Setting Powered False\u000a21:59:48.543651 run create_hlr_db(pid=32723): Terminated: ok {rc=0}\u000a21:59:48.928106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32725): Launched\u000a21:59:49.234105 run osmo-hlr_10.42.42.2(pid=32726): Launched\u000a21:59:49.347264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:49.848337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32728): Launched\u000a21:59:50.153582 run osmo-stp_10.42.42.5(pid=32729): Launched\u000a21:59:50.265622 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:59:50.795124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32731): Launched\u000a21:59:51.100166 run osmo-msc_10.42.42.6(pid=32732): Launched\u000a21:59:51.279698 run osmo-stp_10.42.42.5(pid=32729): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32729)]\u000a21:59:51.409536 run osmo-stp_10.42.42.5(pid=32729): stdout: \u000a| (launched: 2022-12-12_21:59:50.003943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:51.537319 run osmo-stp_10.42.42.5(pid=32729): stderr: \u000a| �[0;m�[38;5;43m20221212215950175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215950175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215950175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215950176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215950178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215950178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215950178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:51.659738 run osmo-stp_10.42.42.5(pid=32729): stdout: \u000a| (launched: 2022-12-12_21:59:50.003943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:51.781591 run osmo-stp_10.42.42.5(pid=32729): stderr: \u000a| �[0;m�[38;5;43m20221212215950175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212215950175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212215950175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212215950176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212215950178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212215950178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212215950178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:51.834706 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32729): Process ended prematurely: osmo-stp_10.42.42.5(pid=32729) [trial-2382↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32729)] [trial-2382↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a21:59:51.842828 tst handover.py:18: Test FAILED (6.6 sec)\u000a21:59:51.903343 run osmo-hlr_10.42.42.2(pid=32726): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32726)]\u000a21:59:51.952634 run osmo-hlr_10.42.42.2(pid=32726): stdout: \u000a| (launched: 2022-12-12_21:59:49.083714) \u000a21:59:52.002642 run osmo-hlr_10.42.42.2(pid=32726): stderr: \u000a| �[0;m�[1;31m20221212215949262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212215949262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212215949262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215949262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212215949262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212215949262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212215949274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212215949285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212215949285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212215949285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:52.070533 run osmo-msc_10.42.42.6(pid=32732): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32732)]\u000a21:59:52.119876 run osmo-msc_10.42.42.6(pid=32732): stdout: \u000a| (launched: 2022-12-12_21:59:50.950378) \u000a21:59:52.169506 run osmo-msc_10.42.42.6(pid=32732): stderr: \u000a| �[0;m�[38;5;43m20221212215951224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212215951224 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd4683b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212215951225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212215951225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212215951225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212215951225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212215951227 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212215951227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212215951227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212215951227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:59:52.211671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32725): Terminating (SIGTERM)\u000a21:59:52.251635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32728): Terminating (SIGTERM)\u000a21:59:52.292453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32731): Terminating (SIGTERM)\u000a21:59:52.301945 --- ParallelTerminationStrategy: PID 32725 died...\u000a21:59:52.356163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32725): Terminated: ok {rc=0}\u000a21:59:52.366037 --- ParallelTerminationStrategy: PID 32728 died...\u000a21:59:52.419541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32728): Terminated: ok {rc=0}\u000a21:59:52.429270 --- ParallelTerminationStrategy: PID 32731 died...\u000a21:59:52.482836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32731): Terminated: ok {rc=0}\u000a21:59:52.566917 bus /sierra_3: Setting Powered False\u000a21:59:53.667915 bus /sierra_3: Setting Powered False\u000a21:59:54.780769 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:59:44" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32746): Process ended prematurely: osmo-stp_10.42.42.5(pid=32746) [trial-2382↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32746)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32746): Process ended prematurely: osmo-stp_10.42.42.5(pid=32746) [trial-2382↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32746)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a21:59:56.779007 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:59:56.790002 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:59:56.931089 tst handover.py: using LAC 31790\u000a21:59:57.050065 tst handover.py: using RAC 170\u000a21:59:57.168827 tst handover.py: using CellId 31790\u000a21:59:57.287036 tst handover.py: using BVCI 31791\u000a21:59:57.310133 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a21:59:57.440668 tst handover.py: using LAC 31791\u000a21:59:57.558395 tst handover.py: using RAC 171\u000a21:59:57.677443 tst handover.py: using CellId 31791\u000a21:59:57.796892 tst handover.py: using BVCI 31792\u000a21:59:57.820233 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:59:57.831237 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:59:57.842026 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:59:57.852771 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:59:57.863555 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a21:59:57.874300 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:59:57.994823 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a21:59:58.210303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:58.695955 run create_hlr_db(pid=32737): Launched\u000a21:59:58.829260 bus /sierra_2: Setting Powered False\u000a21:59:59.906395 run create_hlr_db(pid=32737): Terminated: ok {rc=0}\u000a22:00:00.312262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32739): Launched\u000a22:00:00.639547 run osmo-hlr_10.42.42.2(pid=32740): Launched\u000a22:00:00.759211 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:01.319619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32742): Launched\u000a22:00:01.729280 run osmo-stp_10.42.42.5(pid=32746): Launched\u000a22:00:01.971893 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:00:02.564311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32748): Launched\u000a22:00:02.892016 run osmo-msc_10.42.42.6(pid=32749): Launched\u000a22:00:03.085180 run osmo-stp_10.42.42.5(pid=32746): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32746)]\u000a22:00:03.225739 run osmo-stp_10.42.42.5(pid=32746): stdout: \u000a| (launched: 2022-12-12_22:00:01.497409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:03.365179 run osmo-stp_10.42.42.5(pid=32746): stderr: \u000a| �[0;m�[38;5;43m20221212220001838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220001838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220001838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220001838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220001839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220001839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220001839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:03.498033 run osmo-stp_10.42.42.5(pid=32746): stdout: \u000a| (launched: 2022-12-12_22:00:01.497409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:03.629735 run osmo-stp_10.42.42.5(pid=32746): stderr: \u000a| �[0;m�[38;5;43m20221212220001838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220001838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220001838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220001838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220001839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220001839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220001839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:03.686915 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32746): Process ended prematurely: osmo-stp_10.42.42.5(pid=32746) [trial-2382↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32746)] [trial-2382↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a22:00:03.695621 tst handover.py:18: Test FAILED (6.9 sec)\u000a22:00:03.760072 run osmo-hlr_10.42.42.2(pid=32740): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32740)]\u000a22:00:03.812627 run osmo-hlr_10.42.42.2(pid=32740): stdout: \u000a| (launched: 2022-12-12_22:00:00.479171) \u000a22:00:03.866141 run osmo-hlr_10.42.42.2(pid=32740): stderr: \u000a| �[0;m�[1;31m20221212220000679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220000679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220000679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220000679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220000679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220000679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220000691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220000700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220000700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220000700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:03.938154 run osmo-msc_10.42.42.6(pid=32749): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32749)]\u000a22:00:03.990453 run osmo-msc_10.42.42.6(pid=32749): stdout: \u000a| (launched: 2022-12-12_22:00:02.731821) \u000a22:00:04.043465 run osmo-msc_10.42.42.6(pid=32749): stderr: \u000a| �[0;m�[38;5;43m20221212220003056 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220003056 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6fe7c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220003056 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220003056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220003056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220003056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220003058 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220003059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220003059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220003059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:00:04.087890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32739): Terminating (SIGTERM)\u000a22:00:04.130769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32742): Terminating (SIGTERM)\u000a22:00:04.173470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32748): Terminating (SIGTERM)\u000a22:00:04.183635 --- ParallelTerminationStrategy: PID 32739 died...\u000a22:00:04.240516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32739): Terminated: ok {rc=0}\u000a22:00:04.251364 --- ParallelTerminationStrategy: PID 32742 died...\u000a22:00:04.307758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32742): Terminated: ok {rc=0}\u000a22:00:04.318561 --- ParallelTerminationStrategy: PID 32748 died...\u000a22:00:04.375293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32748): Terminated: ok {rc=0}\u000a22:00:04.463137 bus /sierra_3: Setting Powered False\u000a22:00:05.570347 bus /sierra_3: Setting Powered False\u000a22:00:06.682726 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T21:59:56" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32760): Process ended prematurely: osmo-stp_10.42.42.5(pid=32760) [trial-2382↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32760)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32760): Process ended prematurely: osmo-stp_10.42.42.5(pid=32760) [trial-2382↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a22:00:08.705800 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:00:08.717943 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a22:00:08.867015 tst handover.py: using LAC 31792\u000a22:00:08.997797 tst handover.py: using RAC 172\u000a22:00:09.128900 tst handover.py: using CellId 31792\u000a22:00:09.259386 tst handover.py: using BVCI 31793\u000a22:00:09.284624 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a22:00:09.429290 tst handover.py: using LAC 31793\u000a22:00:09.560744 tst handover.py: using RAC 173\u000a22:00:09.689300 tst handover.py: using CellId 31793\u000a22:00:09.819400 tst handover.py: using BVCI 31794\u000a22:00:09.844538 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:00:09.856180 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:00:09.867677 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:00:09.879636 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:00:09.891625 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:00:09.903558 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:00:10.019782 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:00:10.237007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:10.723166 run create_hlr_db(pid=32754): Launched\u000a22:00:10.856704 bus /sierra_2: Setting Powered False\u000a22:00:11.933579 run create_hlr_db(pid=32754): Terminated: ok {rc=0}\u000a22:00:12.340171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32756): Launched\u000a22:00:12.667808 run osmo-hlr_10.42.42.2(pid=32757): Launched\u000a22:00:12.789727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:13.328903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32759): Launched\u000a22:00:13.655207 run osmo-stp_10.42.42.5(pid=32760): Launched\u000a22:00:13.774722 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:00:14.343201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32762): Launched\u000a22:00:14.670897 run osmo-msc_10.42.42.6(pid=32763): Launched\u000a22:00:14.864875 run osmo-stp_10.42.42.5(pid=32760): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32760)]\u000a22:00:15.006502 run osmo-stp_10.42.42.5(pid=32760): stdout: \u000a| (launched: 2022-12-12_22:00:13.495562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:15.145545 run osmo-stp_10.42.42.5(pid=32760): stderr: \u000a| �[0;m�[38;5;43m20221212220013688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220013688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220013688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220013688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220013689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220013689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220013689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:15.277788 run osmo-stp_10.42.42.5(pid=32760): stdout: \u000a| (launched: 2022-12-12_22:00:13.495562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:15.408935 run osmo-stp_10.42.42.5(pid=32760): stderr: \u000a| �[0;m�[38;5;43m20221212220013688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220013688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220013688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220013688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220013689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220013689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220013689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:15.466221 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32760): Process ended prematurely: osmo-stp_10.42.42.5(pid=32760) [trial-2382↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32760)] [trial-2382↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a22:00:15.474945 tst handover.py:18: Test FAILED (6.8 sec)\u000a22:00:15.539052 run osmo-hlr_10.42.42.2(pid=32757): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32757)]\u000a22:00:15.591973 run osmo-hlr_10.42.42.2(pid=32757): stdout: \u000a| (launched: 2022-12-12_22:00:12.507247) \u000a22:00:15.645094 run osmo-hlr_10.42.42.2(pid=32757): stderr: \u000a| �[0;m�[1;31m20221212220012705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220012705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220012705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220012705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220012705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220012705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220012717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220012725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220012725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220012725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:15.717093 run osmo-msc_10.42.42.6(pid=32763): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32763)]\u000a22:00:15.769602 run osmo-msc_10.42.42.6(pid=32763): stdout: \u000a| (launched: 2022-12-12_22:00:14.510139) \u000a22:00:15.822698 run osmo-msc_10.42.42.6(pid=32763): stderr: \u000a| �[0;m�[38;5;43m20221212220014832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220014832 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd940d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220014832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220014832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220014832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220014833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220014834 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220014835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220014835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220014835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:00:15.887775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32756): Terminating (SIGTERM)\u000a22:00:15.944274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32759): Terminating (SIGTERM)\u000a22:00:15.989623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32762): Terminating (SIGTERM)\u000a22:00:15.999806 --- ParallelTerminationStrategy: PID 32756 died...\u000a22:00:16.058690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32756): Terminated: ok {rc=0}\u000a22:00:16.069522 --- ParallelTerminationStrategy: PID 32759 died...\u000a22:00:16.128457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32759): Terminated: ok {rc=0}\u000a22:00:16.139249 --- ParallelTerminationStrategy: PID 32762 died...\u000a22:00:16.198007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32762): Terminated: ok {rc=0}\u000a22:00:16.303585 bus /sierra_3: Setting Powered False\u000a22:00:17.414951 bus /sierra_3: Setting Powered False\u000a22:00:18.524236 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:00:08" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=306): Process ended prematurely: osmo-stp_10.42.42.5(pid=306) [trial-2382↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=306)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=306): Process ended prematurely: osmo-stp_10.42.42.5(pid=306) [trial-2382↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a22:00:20.536603 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:00:20.547755 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a22:00:20.694631 tst handover.py: using LAC 31794\u000a22:00:20.820733 tst handover.py: using RAC 174\u000a22:00:20.947353 tst handover.py: using CellId 31794\u000a22:00:21.074555 tst handover.py: using BVCI 31795\u000a22:00:21.099466 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a22:00:21.229069 tst handover.py: using LAC 31795\u000a22:00:21.356746 tst handover.py: using RAC 175\u000a22:00:21.483655 tst handover.py: using CellId 31795\u000a22:00:21.612715 tst handover.py: using BVCI 31796\u000a22:00:21.637914 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:00:21.649170 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:00:21.660123 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:00:21.671517 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:00:21.682932 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:00:21.694247 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a22:00:21.810047 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a22:00:22.023693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:22.510679 run create_hlr_db(pid=300): Launched\u000a22:00:22.644454 bus /sierra_2: Setting Powered False\u000a22:00:23.722199 run create_hlr_db(pid=300): Terminated: ok {rc=0}\u000a22:00:24.129244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=302): Launched\u000a22:00:24.458566 run osmo-hlr_10.42.42.2(pid=303): Launched\u000a22:00:24.581205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:25.124710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=305): Launched\u000a22:00:25.451795 run osmo-stp_10.42.42.5(pid=306): Launched\u000a22:00:25.571241 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:00:26.139772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=308): Launched\u000a22:00:26.466817 run osmo-msc_10.42.42.6(pid=309): Launched\u000a22:00:26.658874 run osmo-stp_10.42.42.5(pid=306): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=306)]\u000a22:00:26.798223 run osmo-stp_10.42.42.5(pid=306): stdout: \u000a| (launched: 2022-12-12_22:00:25.291705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:26.937125 run osmo-stp_10.42.42.5(pid=306): stderr: \u000a| �[0;m�[38;5;43m20221212220025486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220025486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220025486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220025487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220025487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220025487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220025487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:27.069471 run osmo-stp_10.42.42.5(pid=306): stdout: \u000a| (launched: 2022-12-12_22:00:25.291705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:27.200645 run osmo-stp_10.42.42.5(pid=306): stderr: \u000a| �[0;m�[38;5;43m20221212220025486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220025486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220025486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220025487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220025487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220025487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220025487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:27.257694 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=306): Process ended prematurely: osmo-stp_10.42.42.5(pid=306) [trial-2382↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=306)] [trial-2382↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a22:00:27.266199 tst handover.py:18: Test FAILED (6.7 sec)\u000a22:00:27.330409 run osmo-hlr_10.42.42.2(pid=303): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=303)]\u000a22:00:27.382679 run osmo-hlr_10.42.42.2(pid=303): stdout: \u000a| (launched: 2022-12-12_22:00:24.297050) \u000a22:00:27.435808 run osmo-hlr_10.42.42.2(pid=303): stderr: \u000a| �[0;m�[1;31m20221212220024498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220024498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220024498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220024499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220024499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220024499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220024510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220024519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220024519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220024519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:27.507695 run osmo-msc_10.42.42.6(pid=309): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=309)]\u000a22:00:27.559936 run osmo-msc_10.42.42.6(pid=309): stdout: \u000a| (launched: 2022-12-12_22:00:26.306814) \u000a22:00:27.612705 run osmo-msc_10.42.42.6(pid=309): stderr: \u000a| �[0;m�[38;5;43m20221212220026629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220026629 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30598fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220026629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220026629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220026629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220026630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220026631 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220026632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220026632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220026632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:00:27.656871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=302): Terminating (SIGTERM)\u000a22:00:27.699252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=305): Terminating (SIGTERM)\u000a22:00:27.741462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=308): Terminating (SIGTERM)\u000a22:00:27.751253 --- ParallelTerminationStrategy: PID 302 died...\u000a22:00:27.807612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=302): Terminated: ok {rc=0}\u000a22:00:27.818086 --- ParallelTerminationStrategy: PID 305 died...\u000a22:00:27.874551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=305): Terminated: ok {rc=0}\u000a22:00:27.884667 --- ParallelTerminationStrategy: PID 308 died...\u000a22:00:27.940929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=308): Terminated: ok {rc=0}\u000a22:00:28.029767 bus /sierra_3: Setting Powered False\u000a22:00:29.137483 bus /sierra_3: Setting Powered False\u000a22:00:30.250352 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:00:20" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=321): Process ended prematurely: osmo-stp_10.42.42.5(pid=321) [trial-2382↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=321)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=321): Process ended prematurely: osmo-stp_10.42.42.5(pid=321) [trial-2382↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=321)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a22:00:32.285114 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:00:32.296035 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a22:00:32.433080 tst handover.py: using LAC 31796\u000a22:00:32.554813 tst handover.py: using RAC 176\u000a22:00:32.677373 tst handover.py: using CellId 31796\u000a22:00:32.797676 tst handover.py: using BVCI 31797\u000a22:00:32.821432 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a22:00:32.958169 tst handover.py: using LAC 31797\u000a22:00:33.077891 tst handover.py: using RAC 177\u000a22:00:33.197298 tst handover.py: using CellId 31797\u000a22:00:33.316823 tst handover.py: using BVCI 31798\u000a22:00:33.340342 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:00:33.351255 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:00:33.362050 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:00:33.373208 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:00:33.384135 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:00:33.395031 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a22:00:33.512330 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a22:00:33.717308 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:34.178752 run create_hlr_db(pid=315): Launched\u000a22:00:34.302734 bus /sierra_2: Setting Powered False\u000a22:00:35.376209 run create_hlr_db(pid=315): Terminated: ok {rc=0}\u000a22:00:35.756682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=317): Launched\u000a22:00:36.062851 run osmo-hlr_10.42.42.2(pid=318): Launched\u000a22:00:36.176250 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:36.679257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=320): Launched\u000a22:00:36.985100 run osmo-stp_10.42.42.5(pid=321): Launched\u000a22:00:37.097583 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:00:37.632558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=323): Launched\u000a22:00:37.941510 run osmo-msc_10.42.42.6(pid=324): Launched\u000a22:00:38.121669 run osmo-stp_10.42.42.5(pid=321): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=321)]\u000a22:00:38.251878 run osmo-stp_10.42.42.5(pid=321): stdout: \u000a| (launched: 2022-12-12_22:00:36.835465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:38.380125 run osmo-stp_10.42.42.5(pid=321): stderr: \u000a| �[0;m�[38;5;43m20221212220037008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220037008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220037009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220037009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220037010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220037010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220037010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:38.504412 run osmo-stp_10.42.42.5(pid=321): stdout: \u000a| (launched: 2022-12-12_22:00:36.835465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:38.626859 run osmo-stp_10.42.42.5(pid=321): stderr: \u000a| �[0;m�[38;5;43m20221212220037008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220037008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220037009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220037009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220037010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220037010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220037010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:38.680121 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=321): Process ended prematurely: osmo-stp_10.42.42.5(pid=321) [trial-2382↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=321)] [trial-2382↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a22:00:38.688055 tst handover.py:18: Test FAILED (6.4 sec)\u000a22:00:38.749070 run osmo-hlr_10.42.42.2(pid=318): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=318)]\u000a22:00:38.798997 run osmo-hlr_10.42.42.2(pid=318): stdout: \u000a| (launched: 2022-12-12_22:00:35.912594) \u000a22:00:38.849523 run osmo-hlr_10.42.42.2(pid=318): stderr: \u000a| �[0;m�[1;31m20221212220036090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220036090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220036090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220036090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220036091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220036091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220036102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220036111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220036112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220036112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:38.918141 run osmo-msc_10.42.42.6(pid=324): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=324)]\u000a22:00:38.967413 run osmo-msc_10.42.42.6(pid=324): stdout: \u000a| (launched: 2022-12-12_22:00:37.788558) \u000a22:00:39.017471 run osmo-msc_10.42.42.6(pid=324): stderr: \u000a| �[0;m�[38;5;43m20221212220038064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220038064 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff049f62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220038064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220038064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220038065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220038065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220038067 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220038067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220038067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220038067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:00:39.059711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=317): Terminating (SIGTERM)\u000a22:00:39.100068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=320): Terminating (SIGTERM)\u000a22:00:39.140117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=323): Terminating (SIGTERM)\u000a22:00:39.149595 --- ParallelTerminationStrategy: PID 317 died...\u000a22:00:39.203457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=317): Terminated: ok {rc=0}\u000a22:00:39.213579 --- ParallelTerminationStrategy: PID 320 died...\u000a22:00:39.267368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=320): Terminated: ok {rc=0}\u000a22:00:39.277347 --- ParallelTerminationStrategy: PID 323 died...\u000a22:00:39.331247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=323): Terminated: ok {rc=0}\u000a22:00:39.419903 bus /sierra_3: Setting Powered False\u000a22:00:40.524714 bus /sierra_3: Setting Powered False\u000a22:00:41.632722 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:00:31" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=335): Process ended prematurely: osmo-stp_10.42.42.5(pid=335) [trial-2382↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=335)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=335): Process ended prematurely: osmo-stp_10.42.42.5(pid=335) [trial-2382↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a22:00:43.652777 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:00:43.664425 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a22:00:43.800513 tst handover.py: using LAC 31798\u000a22:00:43.923454 tst handover.py: using RAC 178\u000a22:00:44.040742 tst handover.py: using CellId 31798\u000a22:00:44.159054 tst handover.py: using BVCI 31799\u000a22:00:44.182492 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a22:00:44.317444 tst handover.py: using LAC 31799\u000a22:00:44.435339 tst handover.py: using RAC 179\u000a22:00:44.558842 tst handover.py: using CellId 31799\u000a22:00:44.678479 tst handover.py: using BVCI 31800\u000a22:00:44.701963 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:00:44.712571 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:00:44.723097 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:00:44.733670 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:00:44.744188 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:00:44.754786 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:00:44.874480 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:00:45.086728 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:45.576021 run create_hlr_db(pid=329): Launched\u000a22:00:45.710798 bus /sierra_2: Setting Powered False\u000a22:00:46.846029 run create_hlr_db(pid=329): Terminated: ok {rc=0}\u000a22:00:47.311543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=331): Launched\u000a22:00:47.640706 run osmo-hlr_10.42.42.2(pid=332): Launched\u000a22:00:47.763041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:48.308440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=334): Launched\u000a22:00:48.635950 run osmo-stp_10.42.42.5(pid=335): Launched\u000a22:00:48.756743 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:00:49.323575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=337): Launched\u000a22:00:49.650372 run osmo-msc_10.42.42.6(pid=338): Launched\u000a22:00:49.843035 run osmo-stp_10.42.42.5(pid=335): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=335)]\u000a22:00:49.983096 run osmo-stp_10.42.42.5(pid=335): stdout: \u000a| (launched: 2022-12-12_22:00:48.475701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:50.122571 run osmo-stp_10.42.42.5(pid=335): stderr: \u000a| �[0;m�[38;5;43m20221212220048670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220048670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220048670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220048671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220048671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220048671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220048671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:50.255482 run osmo-stp_10.42.42.5(pid=335): stdout: \u000a| (launched: 2022-12-12_22:00:48.475701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:50.386629 run osmo-stp_10.42.42.5(pid=335): stderr: \u000a| �[0;m�[38;5;43m20221212220048670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220048670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220048670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220048671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220048671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220048671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220048671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:50.443544 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=335): Process ended prematurely: osmo-stp_10.42.42.5(pid=335) [trial-2382↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=335)] [trial-2382↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a22:00:50.452310 tst handover.py:18: Test FAILED (6.8 sec)\u000a22:00:50.517016 run osmo-hlr_10.42.42.2(pid=332): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=332)]\u000a22:00:50.569677 run osmo-hlr_10.42.42.2(pid=332): stdout: \u000a| (launched: 2022-12-12_22:00:47.478750) \u000a22:00:50.623075 run osmo-hlr_10.42.42.2(pid=332): stderr: \u000a| �[0;m�[1;31m20221212220047679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220047679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220047679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220047679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220047679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220047680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220047692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220047701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220047701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220047701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:50.694865 run osmo-msc_10.42.42.6(pid=338): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=338)]\u000a22:00:50.747319 run osmo-msc_10.42.42.6(pid=338): stdout: \u000a| (launched: 2022-12-12_22:00:49.490146) \u000a22:00:50.800459 run osmo-msc_10.42.42.6(pid=338): stderr: \u000a| �[0;m�[38;5;43m20221212220049812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220049812 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15e3c39c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220049813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220049813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220049813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220049813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220049815 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220049815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220049815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220049815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:00:50.844894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=331): Terminating (SIGTERM)\u000a22:00:50.887692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=334): Terminating (SIGTERM)\u000a22:00:50.930733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=337): Terminating (SIGTERM)\u000a22:00:50.941113 --- ParallelTerminationStrategy: PID 331 died...\u000a22:00:50.998368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=331): Terminated: ok {rc=0}\u000a22:00:51.009352 --- ParallelTerminationStrategy: PID 334 died...\u000a22:00:51.066724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=334): Terminated: ok {rc=0}\u000a22:00:51.077126 --- ParallelTerminationStrategy: PID 337 died...\u000a22:00:51.134620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=337): Terminated: ok {rc=0}\u000a22:00:51.223576 bus /sierra_3: Setting Powered False\u000a22:00:52.333021 bus /sierra_3: Setting Powered False\u000a22:00:53.441913 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:00:43" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=356): Process ended prematurely: osmo-stp_10.42.42.5(pid=356) [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=356)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=356): Process ended prematurely: osmo-stp_10.42.42.5(pid=356) [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=356)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a22:00:55.458642 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:00:55.473981 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a22:00:55.622192 tst handover.py: using LAC 31800\u000a22:00:55.751808 tst handover.py: using RAC 180\u000a22:00:55.879857 tst handover.py: using CellId 31800\u000a22:00:56.008270 tst handover.py: using BVCI 31801\u000a22:00:56.033366 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a22:00:56.181509 tst handover.py: using LAC 31801\u000a22:00:56.309744 tst handover.py: using RAC 181\u000a22:00:56.433841 tst handover.py: using CellId 31801\u000a22:00:56.558218 tst handover.py: using BVCI 31802\u000a22:00:56.581704 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:00:56.593123 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:00:56.604611 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:00:56.615777 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:00:56.626831 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:00:56.637879 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:00:56.757846 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:00:56.961250 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:57.422646 run create_hlr_db(pid=343): Launched\u000a22:00:57.546635 bus /sierra_2: Setting Powered False\u000a22:00:58.620918 run create_hlr_db(pid=343): Terminated: ok {rc=0}\u000a22:00:59.000166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=345): Launched\u000a22:00:59.306661 run osmo-hlr_10.42.42.2(pid=347): Launched\u000a22:00:59.419594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:59.921160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=355): Launched\u000a22:01:00.226737 run osmo-stp_10.42.42.5(pid=356): Launched\u000a22:01:00.339180 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:01:00.889822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=359): Launched\u000a22:01:01.246139 run osmo-msc_10.42.42.6(pid=360): Launched\u000a22:01:01.469134 run osmo-stp_10.42.42.5(pid=356): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=356)]\u000a22:01:01.763391 run osmo-stp_10.42.42.5(pid=356): stdout: \u000a| (launched: 2022-12-12_22:01:00.075984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:01.953740 run osmo-stp_10.42.42.5(pid=356): stderr: \u000a| �[0;m�[38;5;43m20221212220100248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220100248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220100249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220100249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220100250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220100250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220100250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:02.177891 run osmo-stp_10.42.42.5(pid=356): stdout: \u000a| (launched: 2022-12-12_22:01:00.075984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:02.301130 run osmo-stp_10.42.42.5(pid=356): stderr: \u000a| �[0;m�[38;5;43m20221212220100248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220100248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220100249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220100249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220100250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220100250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220100250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:02.355139 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=356): Process ended prematurely: osmo-stp_10.42.42.5(pid=356) [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=356)] [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a22:01:02.363359 tst handover.py:18: Test FAILED (6.9 sec)\u000a22:01:02.424662 run osmo-hlr_10.42.42.2(pid=347): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=347)]\u000a22:01:02.475218 run osmo-hlr_10.42.42.2(pid=347): stdout: \u000a| (launched: 2022-12-12_22:00:59.156104) \u000a22:01:02.526046 run osmo-hlr_10.42.42.2(pid=347): stderr: \u000a| �[0;m�[1;31m20221212220059334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220059334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220059334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220059334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220059334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220059334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220059346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220059354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220059355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220059355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:02.594977 run osmo-msc_10.42.42.6(pid=360): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=360)]\u000a22:01:02.644774 run osmo-msc_10.42.42.6(pid=360): stdout: \u000a| (launched: 2022-12-12_22:01:01.067283) \u000a22:01:02.695191 run osmo-msc_10.42.42.6(pid=360): stderr: \u000a| �[0;m�[38;5;43m20221212220101812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220101812 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d5423cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220101812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220101812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220101812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220101821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220101823 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220101823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220101823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220101823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:01:02.737950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=345): Terminating (SIGTERM)\u000a22:01:02.778430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=355): Terminating (SIGTERM)\u000a22:01:02.818908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=359): Terminating (SIGTERM)\u000a22:01:02.828346 --- ParallelTerminationStrategy: PID 345 died...\u000a22:01:02.882623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=345): Terminated: ok {rc=0}\u000a22:01:02.892481 --- ParallelTerminationStrategy: PID 355 died...\u000a22:01:02.947164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=355): Terminated: ok {rc=0}\u000a22:01:02.957202 --- ParallelTerminationStrategy: PID 359 died...\u000a22:01:03.011622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=359): Terminated: ok {rc=0}\u000a22:01:03.095540 bus /sierra_3: Setting Powered False\u000a22:01:04.205421 bus /sierra_3: Setting Powered False\u000a22:01:05.317761 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:00:55" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=376): Process ended prematurely: osmo-stp_10.42.42.5(pid=376) [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=376)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=376): Process ended prematurely: osmo-stp_10.42.42.5(pid=376) [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a22:01:07.311281 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:01:07.322868 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a22:01:07.464400 tst handover.py: using LAC 31802\u000a22:01:07.594837 tst handover.py: using RAC 182\u000a22:01:07.726563 tst handover.py: using CellId 31802\u000a22:01:07.856731 tst handover.py: using BVCI 31803\u000a22:01:07.881824 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a22:01:08.012189 tst handover.py: using LAC 31803\u000a22:01:08.134492 tst handover.py: using RAC 183\u000a22:01:08.264316 tst handover.py: using CellId 31803\u000a22:01:08.392660 tst handover.py: using BVCI 31804\u000a22:01:08.417967 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:01:08.429630 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:01:08.441079 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:01:08.452999 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:01:08.464587 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:01:08.476118 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a22:01:08.592376 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a22:01:08.803549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:09.289720 run create_hlr_db(pid=370): Launched\u000a22:01:09.423398 bus /sierra_2: Setting Powered False\u000a22:01:10.500686 run create_hlr_db(pid=370): Terminated: ok {rc=0}\u000a22:01:10.905673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=372): Launched\u000a22:01:11.234566 run osmo-hlr_10.42.42.2(pid=373): Launched\u000a22:01:11.357849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:11.899368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=375): Launched\u000a22:01:12.228213 run osmo-stp_10.42.42.5(pid=376): Launched\u000a22:01:12.350695 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:01:12.916919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=378): Launched\u000a22:01:13.222144 run osmo-msc_10.42.42.6(pid=379): Launched\u000a22:01:13.402506 run osmo-stp_10.42.42.5(pid=376): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=376)]\u000a22:01:13.531917 run osmo-stp_10.42.42.5(pid=376): stdout: \u000a| (launched: 2022-12-12_22:01:12.066977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:13.659569 run osmo-stp_10.42.42.5(pid=376): stderr: \u000a| �[0;m�[38;5;43m20221212220112260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220112261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220112261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220112261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220112264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220112264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220112264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:13.784018 run osmo-stp_10.42.42.5(pid=376): stdout: \u000a| (launched: 2022-12-12_22:01:12.066977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:13.905235 run osmo-stp_10.42.42.5(pid=376): stderr: \u000a| �[0;m�[38;5;43m20221212220112260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220112261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220112261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220112261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220112264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220112264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220112264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:13.958343 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=376): Process ended prematurely: osmo-stp_10.42.42.5(pid=376) [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=376)] [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a22:01:13.966426 tst handover.py:18: Test FAILED (6.6 sec)\u000a22:01:14.026526 run osmo-hlr_10.42.42.2(pid=373): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=373)]\u000a22:01:14.075819 run osmo-hlr_10.42.42.2(pid=373): stdout: \u000a| (launched: 2022-12-12_22:01:11.072494) \u000a22:01:14.125850 run osmo-hlr_10.42.42.2(pid=373): stderr: \u000a| �[0;m�[1;31m20221212220111272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220111272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220111272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220111272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220111272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220111272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220111290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220111299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220111300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220111300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:14.193973 run osmo-msc_10.42.42.6(pid=379): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=379)]\u000a22:01:14.243243 run osmo-msc_10.42.42.6(pid=379): stdout: \u000a| (launched: 2022-12-12_22:01:13.071499) \u000a22:01:14.293095 run osmo-msc_10.42.42.6(pid=379): stderr: \u000a| �[0;m�[38;5;43m20221212220113345 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220113345 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f250c0c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220113345 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220113345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220113346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220113346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220113347 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220113348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220113348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220113348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:01:14.335093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=372): Terminating (SIGTERM)\u000a22:01:14.375238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=375): Terminating (SIGTERM)\u000a22:01:14.415334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=378): Terminating (SIGTERM)\u000a22:01:14.424764 --- ParallelTerminationStrategy: PID 372 died...\u000a22:01:14.478763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=372): Terminated: ok {rc=0}\u000a22:01:14.488373 --- ParallelTerminationStrategy: PID 375 died...\u000a22:01:14.542052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=375): Terminated: ok {rc=0}\u000a22:01:14.551870 --- ParallelTerminationStrategy: PID 378 died...\u000a22:01:14.605393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=378): Terminated: ok {rc=0}\u000a22:01:14.694894 bus /sierra_3: Setting Powered False\u000a22:01:15.801451 bus /sierra_3: Setting Powered False\u000a22:01:16.908584 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:01:07" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=391): Process ended prematurely: osmo-stp_10.42.42.5(pid=391) [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=391)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=391): Process ended prematurely: osmo-stp_10.42.42.5(pid=391) [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a22:01:18.922931 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:01:18.934329 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a22:01:19.075221 tst handover.py: using LAC 31804\u000a22:01:19.206977 tst handover.py: using RAC 184\u000a22:01:19.342069 tst handover.py: using CellId 31804\u000a22:01:19.464103 tst handover.py: using BVCI 31805\u000a22:01:19.487433 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a22:01:19.626225 tst handover.py: using LAC 31805\u000a22:01:19.745617 tst handover.py: using RAC 185\u000a22:01:19.865284 tst handover.py: using CellId 31805\u000a22:01:19.993832 tst handover.py: using BVCI 31806\u000a22:01:20.019061 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:01:20.030640 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:01:20.042226 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:01:20.054612 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:01:20.067014 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:01:20.079126 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a22:01:20.201073 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a22:01:20.404165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:20.869372 run create_hlr_db(pid=385): Launched\u000a22:01:20.993435 bus /sierra_2: Setting Powered False\u000a22:01:22.067713 run create_hlr_db(pid=385): Terminated: ok {rc=0}\u000a22:01:22.449072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=387): Launched\u000a22:01:22.755974 run osmo-hlr_10.42.42.2(pid=388): Launched\u000a22:01:22.868847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:23.371302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=390): Launched\u000a22:01:23.677707 run osmo-stp_10.42.42.5(pid=391): Launched\u000a22:01:23.789442 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:01:24.319961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=393): Launched\u000a22:01:24.627255 run osmo-msc_10.42.42.6(pid=394): Launched\u000a22:01:24.807375 run osmo-stp_10.42.42.5(pid=391): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=391)]\u000a22:01:24.937379 run osmo-stp_10.42.42.5(pid=391): stdout: \u000a| (launched: 2022-12-12_22:01:23.527500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:25.065107 run osmo-stp_10.42.42.5(pid=391): stderr: \u000a| �[0;m�[38;5;43m20221212220123700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220123700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220123700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220123701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220123701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220123701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220123702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:25.187809 run osmo-stp_10.42.42.5(pid=391): stdout: \u000a| (launched: 2022-12-12_22:01:23.527500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:25.309300 run osmo-stp_10.42.42.5(pid=391): stderr: \u000a| �[0;m�[38;5;43m20221212220123700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220123700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220123700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220123701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220123701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220123701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220123702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:25.362341 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=391): Process ended prematurely: osmo-stp_10.42.42.5(pid=391) [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=391)] [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a22:01:25.370156 tst handover.py:18: Test FAILED (6.4 sec)\u000a22:01:25.430149 run osmo-hlr_10.42.42.2(pid=388): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=388)]\u000a22:01:25.480014 run osmo-hlr_10.42.42.2(pid=388): stdout: \u000a| (launched: 2022-12-12_22:01:22.604746) \u000a22:01:25.530314 run osmo-hlr_10.42.42.2(pid=388): stderr: \u000a| �[0;m�[1;31m20221212220122782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220122782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220122782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220122782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220122782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220122782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220122796 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220122806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220122806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220122806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:25.598435 run osmo-msc_10.42.42.6(pid=394): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=394)]\u000a22:01:25.647937 run osmo-msc_10.42.42.6(pid=394): stdout: \u000a| (launched: 2022-12-12_22:01:24.476681) \u000a22:01:25.698079 run osmo-msc_10.42.42.6(pid=394): stderr: \u000a| �[0;m�[38;5;43m20221212220124750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220124750 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f272221cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220124750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220124750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220124750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220124750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220124752 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220124753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220124753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220124753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:01:25.740583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=387): Terminating (SIGTERM)\u000a22:01:25.780827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=390): Terminating (SIGTERM)\u000a22:01:25.821203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=393): Terminating (SIGTERM)\u000a22:01:25.830610 --- ParallelTerminationStrategy: PID 387 died...\u000a22:01:25.884586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=387): Terminated: ok {rc=0}\u000a22:01:25.894376 --- ParallelTerminationStrategy: PID 390 died...\u000a22:01:25.947994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=390): Terminated: ok {rc=0}\u000a22:01:25.957717 --- ParallelTerminationStrategy: PID 393 died...\u000a22:01:26.011157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=393): Terminated: ok {rc=0}\u000a22:01:26.099888 bus /sierra_3: Setting Powered False\u000a22:01:27.203075 bus /sierra_3: Setting Powered False\u000a22:01:28.312561 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:01:18" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=405): Process ended prematurely: osmo-stp_10.42.42.5(pid=405) [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=405)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=405): Process ended prematurely: osmo-stp_10.42.42.5(pid=405) [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a22:01:30.343735 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:01:30.355174 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a22:01:30.497177 tst handover.py: using LAC 31806\u000a22:01:30.628216 tst handover.py: using RAC 186\u000a22:01:30.759528 tst handover.py: using CellId 31806\u000a22:01:30.914016 tst handover.py: using BVCI 31807\u000a22:01:30.943565 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a22:01:31.104385 tst handover.py: using LAC 31807\u000a22:01:31.259658 tst handover.py: using RAC 187\u000a22:01:31.397463 tst handover.py: using CellId 31807\u000a22:01:31.540348 tst handover.py: using BVCI 31808\u000a22:01:31.564702 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:01:31.577208 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:01:31.589051 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:01:31.600462 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:01:31.611835 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:01:31.623254 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:01:31.740541 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:01:31.977918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:32.474236 run create_hlr_db(pid=399): Launched\u000a22:01:32.598279 bus /sierra_2: Setting Powered False\u000a22:01:33.672134 run create_hlr_db(pid=399): Terminated: ok {rc=0}\u000a22:01:34.052254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=401): Launched\u000a22:01:34.359374 run osmo-hlr_10.42.42.2(pid=402): Launched\u000a22:01:34.478834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:34.988109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=404): Launched\u000a22:01:35.293569 run osmo-stp_10.42.42.5(pid=405): Launched\u000a22:01:35.405425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:01:35.934044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=407): Launched\u000a22:01:36.238486 run osmo-msc_10.42.42.6(pid=408): Launched\u000a22:01:36.418156 run osmo-stp_10.42.42.5(pid=405): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=405)]\u000a22:01:36.547256 run osmo-stp_10.42.42.5(pid=405): stdout: \u000a| (launched: 2022-12-12_22:01:35.143532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:36.673839 run osmo-stp_10.42.42.5(pid=405): stderr: \u000a| �[0;m�[38;5;43m20221212220135316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220135316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220135316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220135316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220135317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220135317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220135317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:36.795667 run osmo-stp_10.42.42.5(pid=405): stdout: \u000a| (launched: 2022-12-12_22:01:35.143532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:36.916412 run osmo-stp_10.42.42.5(pid=405): stderr: \u000a| �[0;m�[38;5;43m20221212220135316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220135316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220135316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220135316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220135317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220135317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220135317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:36.969399 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=405): Process ended prematurely: osmo-stp_10.42.42.5(pid=405) [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=405)] [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a22:01:36.977110 tst handover.py:18: Test FAILED (6.6 sec)\u000a22:01:37.037162 run osmo-hlr_10.42.42.2(pid=402): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=402)]\u000a22:01:37.086603 run osmo-hlr_10.42.42.2(pid=402): stdout: \u000a| (launched: 2022-12-12_22:01:34.208248) \u000a22:01:37.136673 run osmo-hlr_10.42.42.2(pid=402): stderr: \u000a| �[0;m�[1;31m20221212220134386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220134386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220134386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220134386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220134386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220134386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220134398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220134407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220134407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220134407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:37.204841 run osmo-msc_10.42.42.6(pid=408): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=408)]\u000a22:01:37.254071 run osmo-msc_10.42.42.6(pid=408): stdout: \u000a| (launched: 2022-12-12_22:01:36.088715) \u000a22:01:37.303918 run osmo-msc_10.42.42.6(pid=408): stderr: \u000a| �[0;m�[38;5;43m20221212220136364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220136364 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fa8074c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220136364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220136364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220136364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220136364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220136368 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220136369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220136369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220136369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:01:37.345985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=401): Terminating (SIGTERM)\u000a22:01:37.385661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=404): Terminating (SIGTERM)\u000a22:01:37.425332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=407): Terminating (SIGTERM)\u000a22:01:37.434545 --- ParallelTerminationStrategy: PID 401 died...\u000a22:01:37.487765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=401): Terminated: ok {rc=0}\u000a22:01:37.497380 --- ParallelTerminationStrategy: PID 404 died...\u000a22:01:37.550756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=404): Terminated: ok {rc=0}\u000a22:01:37.560533 --- ParallelTerminationStrategy: PID 407 died...\u000a22:01:37.613770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=407): Terminated: ok {rc=0}\u000a22:01:37.702600 bus /sierra_3: Setting Powered False\u000a22:01:38.805785 bus /sierra_3: Setting Powered False\u000a22:01:39.917052 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:01:30" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=419): Process ended prematurely: osmo-stp_10.42.42.5(pid=419) [trial-2382↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=419)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=419): Process ended prematurely: osmo-stp_10.42.42.5(pid=419) [trial-2382↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a22:01:41.914833 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:01:41.926383 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a22:01:42.066749 tst handover.py: using LAC 31808\u000a22:01:42.189333 tst handover.py: using RAC 188\u000a22:01:42.311337 tst handover.py: using CellId 31808\u000a22:01:42.433567 tst handover.py: using BVCI 31809\u000a22:01:42.456615 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a22:01:42.584444 tst handover.py: using LAC 31809\u000a22:01:42.704313 tst handover.py: using RAC 189\u000a22:01:42.822937 tst handover.py: using CellId 31809\u000a22:01:42.941773 tst handover.py: using BVCI 31810\u000a22:01:42.965102 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:01:42.976018 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:01:42.986906 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:01:42.997874 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:01:43.008718 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a22:01:43.019665 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a22:01:43.139513 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a22:01:43.342120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:43.806063 run create_hlr_db(pid=413): Launched\u000a22:01:43.930385 bus /sierra_2: Setting Powered False\u000a22:01:45.004206 run create_hlr_db(pid=413): Terminated: ok {rc=0}\u000a22:01:45.413552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=415): Launched\u000a22:01:45.744136 run osmo-hlr_10.42.42.2(pid=416): Launched\u000a22:01:45.905569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:46.482111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=418): Launched\u000a22:01:46.841409 run osmo-stp_10.42.42.5(pid=419): Launched\u000a22:01:47.082523 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:01:47.689632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=421): Launched\u000a22:01:48.019954 run osmo-msc_10.42.42.6(pid=422): Launched\u000a22:01:48.215105 run osmo-stp_10.42.42.5(pid=419): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=419)]\u000a22:01:48.355901 run osmo-stp_10.42.42.5(pid=419): stdout: \u000a| (launched: 2022-12-12_22:01:46.651970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:48.495869 run osmo-stp_10.42.42.5(pid=419): stderr: \u000a| �[0;m�[38;5;43m20221212220146988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220146988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220146988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220147000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220147001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220147001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220147001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:48.628628 run osmo-stp_10.42.42.5(pid=419): stdout: \u000a| (launched: 2022-12-12_22:01:46.651970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:48.760378 run osmo-stp_10.42.42.5(pid=419): stderr: \u000a| �[0;m�[38;5;43m20221212220146988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220146988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220146988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220147000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220147001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220147001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220147001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:48.818085 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=419): Process ended prematurely: osmo-stp_10.42.42.5(pid=419) [trial-2382↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=419)] [trial-2382↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a22:01:48.826742 tst handover.py:18: Test FAILED (6.9 sec)\u000a22:01:48.891028 run osmo-hlr_10.42.42.2(pid=416): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=416)]\u000a22:01:48.943818 run osmo-hlr_10.42.42.2(pid=416): stdout: \u000a| (launched: 2022-12-12_22:01:45.582038) \u000a22:01:48.997027 run osmo-hlr_10.42.42.2(pid=416): stderr: \u000a| �[0;m�[1;31m20221212220145781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220145781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220145781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220145781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220145781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220145781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220145794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220145802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220145803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220145803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:49.068732 run osmo-msc_10.42.42.6(pid=422): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=422)]\u000a22:01:49.121185 run osmo-msc_10.42.42.6(pid=422): stdout: \u000a| (launched: 2022-12-12_22:01:47.857626) \u000a22:01:49.174518 run osmo-msc_10.42.42.6(pid=422): stderr: \u000a| �[0;m�[38;5;43m20221212220148182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220148182 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3e62d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220148182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220148183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220148183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220148183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220148185 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220148185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220148185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220148185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:01:49.219598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=415): Terminating (SIGTERM)\u000a22:01:49.262540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=418): Terminating (SIGTERM)\u000a22:01:49.304646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=421): Terminating (SIGTERM)\u000a22:01:49.314888 --- ParallelTerminationStrategy: PID 415 died...\u000a22:01:49.371669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=415): Terminated: ok {rc=0}\u000a22:01:49.382313 --- ParallelTerminationStrategy: PID 418 died...\u000a22:01:49.438872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=418): Terminated: ok {rc=0}\u000a22:01:49.449449 --- ParallelTerminationStrategy: PID 421 died...\u000a22:01:49.506732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=421): Terminated: ok {rc=0}\u000a22:01:49.597908 bus /sierra_3: Setting Powered False\u000a22:01:50.702233 bus /sierra_3: Setting Powered False\u000a22:01:51.812986 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:01:41" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=434): Process ended prematurely: osmo-stp_10.42.42.5(pid=434) [trial-2382↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=434)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=434): Process ended prematurely: osmo-stp_10.42.42.5(pid=434) [trial-2382↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a22:01:53.825346 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:01:53.837605 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a22:01:53.985802 tst handover.py: using LAC 31810\u000a22:01:54.113769 tst handover.py: using RAC 190\u000a22:01:54.243893 tst handover.py: using CellId 31810\u000a22:01:54.373616 tst handover.py: using BVCI 31811\u000a22:01:54.398593 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a22:01:54.543568 tst handover.py: using LAC 31811\u000a22:01:54.667790 tst handover.py: using RAC 191\u000a22:01:54.790719 tst handover.py: using CellId 31811\u000a22:01:54.914405 tst handover.py: using BVCI 31812\u000a22:01:54.938025 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:01:54.949050 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:01:54.959842 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:01:54.970827 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:01:54.981675 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:01:54.992533 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a22:01:55.111053 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a22:01:55.315026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:55.778626 run create_hlr_db(pid=428): Launched\u000a22:01:55.902547 bus /sierra_2: Setting Powered False\u000a22:01:56.977387 run create_hlr_db(pid=428): Terminated: ok {rc=0}\u000a22:01:57.384776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=430): Launched\u000a22:01:57.714283 run osmo-hlr_10.42.42.2(pid=431): Launched\u000a22:01:57.837847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:58.380918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=433): Launched\u000a22:01:58.710096 run osmo-stp_10.42.42.5(pid=434): Launched\u000a22:01:58.830736 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:01:59.400926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=436): Launched\u000a22:01:59.730144 run osmo-msc_10.42.42.6(pid=437): Launched\u000a22:01:59.924442 run osmo-stp_10.42.42.5(pid=434): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=434)]\u000a22:02:00.064490 run osmo-stp_10.42.42.5(pid=434): stdout: \u000a| (launched: 2022-12-12_22:01:58.548695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:00.203455 run osmo-stp_10.42.42.5(pid=434): stderr: \u000a| �[0;m�[38;5;43m20221212220158742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220158743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220158743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220158743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220158744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220158744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220158744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:00.335793 run osmo-stp_10.42.42.5(pid=434): stdout: \u000a| (launched: 2022-12-12_22:01:58.548695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:00.466981 run osmo-stp_10.42.42.5(pid=434): stderr: \u000a| �[0;m�[38;5;43m20221212220158742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220158743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220158743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220158743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220158744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220158744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220158744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:00.524218 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=434): Process ended prematurely: osmo-stp_10.42.42.5(pid=434) [trial-2382↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=434)] [trial-2382↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a22:02:00.532894 tst handover.py:18: Test FAILED (6.7 sec)\u000a22:02:00.596929 run osmo-hlr_10.42.42.2(pid=431): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=431)]\u000a22:02:00.649084 run osmo-hlr_10.42.42.2(pid=431): stdout: \u000a| (launched: 2022-12-12_22:01:57.552149) \u000a22:02:00.701909 run osmo-hlr_10.42.42.2(pid=431): stderr: \u000a| �[0;m�[1;31m20221212220157752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220157752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220157752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220157752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220157752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220157752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220157765 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220157774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220157774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220157774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:00.773168 run osmo-msc_10.42.42.6(pid=437): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=437)]\u000a22:02:00.825001 run osmo-msc_10.42.42.6(pid=437): stdout: \u000a| (launched: 2022-12-12_22:01:59.568268) \u000a22:02:00.882580 run osmo-msc_10.42.42.6(pid=437): stderr: \u000a| �[0;m�[38;5;43m20221212220159892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220159892 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d838f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220159892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220159892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220159892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220159892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220159894 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220159894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220159895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220159895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:02:00.939846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=430): Terminating (SIGTERM)\u000a22:02:00.983427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=433): Terminating (SIGTERM)\u000a22:02:01.026414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=436): Terminating (SIGTERM)\u000a22:02:01.036492 --- ParallelTerminationStrategy: PID 430 died...\u000a22:02:01.094996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=430): Terminated: ok {rc=0}\u000a22:02:01.106211 --- ParallelTerminationStrategy: PID 433 died...\u000a22:02:01.163955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=433): Terminated: ok {rc=0}\u000a22:02:01.175204 --- ParallelTerminationStrategy: PID 436 died...\u000a22:02:01.233191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=436): Terminated: ok {rc=0}\u000a22:02:01.323728 bus /sierra_3: Setting Powered False\u000a22:02:02.425273 bus /sierra_3: Setting Powered False\u000a22:02:03.537854 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:01:53" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=448): Process ended prematurely: osmo-stp_10.42.42.5(pid=448) [trial-2382↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=448)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=448): Process ended prematurely: osmo-stp_10.42.42.5(pid=448) [trial-2382↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a22:02:05.568749 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:05.579888 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a22:02:05.718102 tst handover.py: using LAC 31812\u000a22:02:05.842118 tst handover.py: using RAC 192\u000a22:02:05.961513 tst handover.py: using CellId 31812\u000a22:02:06.088778 tst handover.py: using BVCI 31813\u000a22:02:06.114184 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a22:02:06.259354 tst handover.py: using LAC 31813\u000a22:02:06.391487 tst handover.py: using RAC 193\u000a22:02:06.518433 tst handover.py: using CellId 31813\u000a22:02:06.645728 tst handover.py: using BVCI 31814\u000a22:02:06.670812 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:06.682299 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:06.693547 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:06.705357 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:06.717189 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:06.728836 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:02:06.846028 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:02:07.050009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:07.515753 run create_hlr_db(pid=442): Launched\u000a22:02:07.650028 bus /sierra_2: Setting Powered False\u000a22:02:08.727402 run create_hlr_db(pid=442): Terminated: ok {rc=0}\u000a22:02:09.134002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=444): Launched\u000a22:02:09.463546 run osmo-hlr_10.42.42.2(pid=445): Launched\u000a22:02:09.587852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:10.130978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=447): Launched\u000a22:02:10.461669 run osmo-stp_10.42.42.5(pid=448): Launched\u000a22:02:10.582284 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:02:11.152373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=450): Launched\u000a22:02:11.481849 run osmo-msc_10.42.42.6(pid=451): Launched\u000a22:02:11.675176 run osmo-stp_10.42.42.5(pid=448): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=448)]\u000a22:02:11.814958 run osmo-stp_10.42.42.5(pid=448): stdout: \u000a| (launched: 2022-12-12_22:02:10.299985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:11.954324 run osmo-stp_10.42.42.5(pid=448): stderr: \u000a| �[0;m�[38;5;43m20221212220210493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220210493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220210493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220210493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220210496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220210496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220210496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:12.086662 run osmo-stp_10.42.42.5(pid=448): stdout: \u000a| (launched: 2022-12-12_22:02:10.299985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:12.217993 run osmo-stp_10.42.42.5(pid=448): stderr: \u000a| �[0;m�[38;5;43m20221212220210493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220210493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220210493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220210493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220210496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220210496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220210496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:12.274991 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=448): Process ended prematurely: osmo-stp_10.42.42.5(pid=448) [trial-2382↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=448)] [trial-2382↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a22:02:12.283458 tst handover.py:18: Test FAILED (6.7 sec)\u000a22:02:12.347183 run osmo-hlr_10.42.42.2(pid=445): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=445)]\u000a22:02:12.399808 run osmo-hlr_10.42.42.2(pid=445): stdout: \u000a| (launched: 2022-12-12_22:02:09.302108) \u000a22:02:12.452933 run osmo-hlr_10.42.42.2(pid=445): stderr: \u000a| �[0;m�[1;31m20221212220209501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220209501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220209501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220209501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220209501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220209501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220209516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220209526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220209526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220209526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:12.524220 run osmo-msc_10.42.42.6(pid=451): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=451)]\u000a22:02:12.576189 run osmo-msc_10.42.42.6(pid=451): stdout: \u000a| (launched: 2022-12-12_22:02:11.320613) \u000a22:02:12.628860 run osmo-msc_10.42.42.6(pid=451): stderr: \u000a| �[0;m�[38;5;43m20221212220211641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220211641 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a4b488c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220211641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220211641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220211642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220211642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220211645 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220211646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220211646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220211646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:02:12.672924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=444): Terminating (SIGTERM)\u000a22:02:12.714786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=447): Terminating (SIGTERM)\u000a22:02:12.757727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=450): Terminating (SIGTERM)\u000a22:02:12.767907 --- ParallelTerminationStrategy: PID 444 died...\u000a22:02:12.825036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=444): Terminated: ok {rc=0}\u000a22:02:12.835320 --- ParallelTerminationStrategy: PID 447 died...\u000a22:02:12.892282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=447): Terminated: ok {rc=0}\u000a22:02:12.902546 --- ParallelTerminationStrategy: PID 450 died...\u000a22:02:12.959091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=450): Terminated: ok {rc=0}\u000a22:02:13.047117 bus /sierra_3: Setting Powered False\u000a22:02:14.155331 bus /sierra_3: Setting Powered False\u000a22:02:15.266172 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:02:05" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=462): Process ended prematurely: osmo-stp_10.42.42.5(pid=462) [trial-2382↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=462)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=462): Process ended prematurely: osmo-stp_10.42.42.5(pid=462) [trial-2382↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=462)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a22:02:17.295865 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:17.307797 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a22:02:17.437603 tst handover.py: using LAC 31814\u000a22:02:17.567898 tst handover.py: using RAC 194\u000a22:02:17.698263 tst handover.py: using CellId 31814\u000a22:02:17.832642 tst handover.py: using BVCI 31815\u000a22:02:17.858204 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a22:02:18.000230 tst handover.py: using LAC 31815\u000a22:02:18.127472 tst handover.py: using RAC 195\u000a22:02:18.256860 tst handover.py: using CellId 31815\u000a22:02:18.383513 tst handover.py: using BVCI 31816\u000a22:02:18.408637 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:18.420034 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:18.431455 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:18.443023 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:18.454626 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:18.466117 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a22:02:18.583192 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a22:02:18.785297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:19.248788 run create_hlr_db(pid=456): Launched\u000a22:02:19.373652 bus /sierra_2: Setting Powered False\u000a22:02:20.448259 run create_hlr_db(pid=456): Terminated: ok {rc=0}\u000a22:02:20.856085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=458): Launched\u000a22:02:21.186211 run osmo-hlr_10.42.42.2(pid=459): Launched\u000a22:02:21.309164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:21.852839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=461): Launched\u000a22:02:22.182703 run osmo-stp_10.42.42.5(pid=462): Launched\u000a22:02:22.303107 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:02:22.874239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=464): Launched\u000a22:02:23.204552 run osmo-msc_10.42.42.6(pid=465): Launched\u000a22:02:23.399337 run osmo-stp_10.42.42.5(pid=462): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=462)]\u000a22:02:23.540106 run osmo-stp_10.42.42.5(pid=462): stdout: \u000a| (launched: 2022-12-12_22:02:22.020630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:23.679210 run osmo-stp_10.42.42.5(pid=462): stderr: \u000a| �[0;m�[38;5;43m20221212220222214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220222214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220222214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220222215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220222215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220222215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220222215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:23.812517 run osmo-stp_10.42.42.5(pid=462): stdout: \u000a| (launched: 2022-12-12_22:02:22.020630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:23.944373 run osmo-stp_10.42.42.5(pid=462): stderr: \u000a| �[0;m�[38;5;43m20221212220222214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220222214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220222214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220222215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220222215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220222215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220222215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:24.001980 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=462): Process ended prematurely: osmo-stp_10.42.42.5(pid=462) [trial-2382↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=462)] [trial-2382↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a22:02:24.010892 tst handover.py:18: Test FAILED (6.7 sec)\u000a22:02:24.075082 run osmo-hlr_10.42.42.2(pid=459): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=459)]\u000a22:02:24.127083 run osmo-hlr_10.42.42.2(pid=459): stdout: \u000a| (launched: 2022-12-12_22:02:21.023994) \u000a22:02:24.180679 run osmo-hlr_10.42.42.2(pid=459): stderr: \u000a| �[0;m�[1;31m20221212220221225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220221225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220221225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220221225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220221225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220221225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220221238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220221247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220221247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220221247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:24.252788 run osmo-msc_10.42.42.6(pid=465): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=465)]\u000a22:02:24.304938 run osmo-msc_10.42.42.6(pid=465): stdout: \u000a| (launched: 2022-12-12_22:02:23.041865) \u000a22:02:24.358083 run osmo-msc_10.42.42.6(pid=465): stderr: \u000a| �[0;m�[38;5;43m20221212220223365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220223365 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2e3971c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220223365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220223365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220223365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220223366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220223368 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220223369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220223369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220223369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:02:24.402594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=458): Terminating (SIGTERM)\u000a22:02:24.444879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=461): Terminating (SIGTERM)\u000a22:02:24.487662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=464): Terminating (SIGTERM)\u000a22:02:24.498029 --- ParallelTerminationStrategy: PID 458 died...\u000a22:02:24.555047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=458): Terminated: ok {rc=0}\u000a22:02:24.565755 --- ParallelTerminationStrategy: PID 461 died...\u000a22:02:24.623143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=461): Terminated: ok {rc=0}\u000a22:02:24.633458 --- ParallelTerminationStrategy: PID 464 died...\u000a22:02:24.690043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=464): Terminated: ok {rc=0}\u000a22:02:24.778357 bus /sierra_3: Setting Powered False\u000a22:02:25.882524 bus /sierra_3: Setting Powered False\u000a22:02:26.993737 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:02:17" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=476): Process ended prematurely: osmo-stp_10.42.42.5(pid=476) [trial-2382↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=476)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=476): Process ended prematurely: osmo-stp_10.42.42.5(pid=476) [trial-2382↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=476)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a22:02:28.986946 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:28.998175 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a22:02:29.123407 tst handover.py: using LAC 31816\u000a22:02:29.246799 tst handover.py: using RAC 196\u000a22:02:29.369520 tst handover.py: using CellId 31816\u000a22:02:29.499042 tst handover.py: using BVCI 31817\u000a22:02:29.524263 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a22:02:29.663909 tst handover.py: using LAC 31817\u000a22:02:29.793918 tst handover.py: using RAC 197\u000a22:02:29.923572 tst handover.py: using CellId 31817\u000a22:02:30.054825 tst handover.py: using BVCI 31818\u000a22:02:30.079905 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:30.091313 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:30.102394 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:30.113689 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:30.125175 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:30.136465 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:02:30.258566 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:02:30.470960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:30.980921 run create_hlr_db(pid=470): Launched\u000a22:02:31.121194 bus /sierra_2: Setting Powered False\u000a22:02:32.193787 run create_hlr_db(pid=470): Terminated: ok {rc=0}\u000a22:02:32.580020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=472): Launched\u000a22:02:32.886531 run osmo-hlr_10.42.42.2(pid=473): Launched\u000a22:02:32.999090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:33.501993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=475): Launched\u000a22:02:33.807676 run osmo-stp_10.42.42.5(pid=476): Launched\u000a22:02:33.918961 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:02:34.451020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=478): Launched\u000a22:02:34.757330 run osmo-msc_10.42.42.6(pid=479): Launched\u000a22:02:34.936735 run osmo-stp_10.42.42.5(pid=476): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=476)]\u000a22:02:35.067068 run osmo-stp_10.42.42.5(pid=476): stdout: \u000a| (launched: 2022-12-12_22:02:33.657103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:35.194989 run osmo-stp_10.42.42.5(pid=476): stderr: \u000a| �[0;m�[38;5;43m20221212220233830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220233830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220233830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220233830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220233831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220233831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220233831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:35.317762 run osmo-stp_10.42.42.5(pid=476): stdout: \u000a| (launched: 2022-12-12_22:02:33.657103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:35.439622 run osmo-stp_10.42.42.5(pid=476): stderr: \u000a| �[0;m�[38;5;43m20221212220233830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220233830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220233830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220233830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220233831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220233831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220233831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:35.492793 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=476): Process ended prematurely: osmo-stp_10.42.42.5(pid=476) [trial-2382↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=476)] [trial-2382↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a22:02:35.500781 tst handover.py:18: Test FAILED (6.5 sec)\u000a22:02:35.561308 run osmo-hlr_10.42.42.2(pid=473): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=473)]\u000a22:02:35.611023 run osmo-hlr_10.42.42.2(pid=473): stdout: \u000a| (launched: 2022-12-12_22:02:32.735766) \u000a22:02:35.661345 run osmo-hlr_10.42.42.2(pid=473): stderr: \u000a| �[0;m�[1;31m20221212220232912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220232912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220232912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220232912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220232912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220232912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220232925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220232934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220232934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220232934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:35.730015 run osmo-msc_10.42.42.6(pid=479): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=479)]\u000a22:02:35.779845 run osmo-msc_10.42.42.6(pid=479): stdout: \u000a| (launched: 2022-12-12_22:02:34.606793) \u000a22:02:35.830116 run osmo-msc_10.42.42.6(pid=479): stderr: \u000a| �[0;m�[38;5;43m20221212220234880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220234880 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce98acbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220234881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220234881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220234881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220234881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220234883 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220234883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220234883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220234883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:02:35.872683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=472): Terminating (SIGTERM)\u000a22:02:35.913103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=475): Terminating (SIGTERM)\u000a22:02:35.953520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=478): Terminating (SIGTERM)\u000a22:02:35.962941 --- ParallelTerminationStrategy: PID 472 died...\u000a22:02:36.017759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=472): Terminated: ok {rc=0}\u000a22:02:36.027727 --- ParallelTerminationStrategy: PID 475 died...\u000a22:02:36.082068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=475): Terminated: ok {rc=0}\u000a22:02:36.091861 --- ParallelTerminationStrategy: PID 478 died...\u000a22:02:36.145877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=478): Terminated: ok {rc=0}\u000a22:02:36.230177 bus /sierra_3: Setting Powered False\u000a22:02:37.331864 bus /sierra_3: Setting Powered False\u000a22:02:38.444924 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:02:28" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=490): Process ended prematurely: osmo-stp_10.42.42.5(pid=490) [trial-2382↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=490)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=490): Process ended prematurely: osmo-stp_10.42.42.5(pid=490) [trial-2382↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2382 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a22:02:40.466267 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:40.477494 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a22:02:40.626467 tst handover.py: using LAC 31818\u000a22:02:40.753411 tst handover.py: using RAC 198\u000a22:02:40.882658 tst handover.py: using CellId 31818\u000a22:02:41.011877 tst handover.py: using BVCI 31819\u000a22:02:41.036767 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a22:02:41.178220 tst handover.py: using LAC 31819\u000a22:02:41.305579 tst handover.py: using RAC 199\u000a22:02:41.432391 tst handover.py: using CellId 31819\u000a22:02:41.559616 tst handover.py: using BVCI 31820\u000a22:02:41.584554 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:41.595859 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:41.607011 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:41.618516 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:41.630140 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:02:41.641556 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:02:41.761312 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:02:41.967692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:42.433055 run create_hlr_db(pid=484): Launched\u000a22:02:42.558371 bus /sierra_2: Setting Powered False\u000a22:02:43.631257 run create_hlr_db(pid=484): Terminated: ok {rc=0}\u000a22:02:44.037859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=486): Launched\u000a22:02:44.368872 run osmo-hlr_10.42.42.2(pid=487): Launched\u000a22:02:44.491116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:45.031821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=489): Launched\u000a22:02:45.361788 run osmo-stp_10.42.42.5(pid=490): Launched\u000a22:02:45.482198 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:02:46.104011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=492): Launched\u000a22:02:46.573120 run osmo-msc_10.42.42.6(pid=493): Launched\u000a22:02:46.952153 run osmo-stp_10.42.42.5(pid=490): ERR: Terminated: ERROR {rc=1} [trial-2382↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=490)]\u000a22:02:47.092631 run osmo-stp_10.42.42.5(pid=490): stdout: \u000a| (launched: 2022-12-12_22:02:45.199694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:47.233781 run osmo-stp_10.42.42.5(pid=490): stderr: \u000a| �[0;m�[38;5;43m20221212220245394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220245394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220245394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220245395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220245395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220245395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220245395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:47.369188 run osmo-stp_10.42.42.5(pid=490): stdout: \u000a| (launched: 2022-12-12_22:02:45.199694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:47.501817 run osmo-stp_10.42.42.5(pid=490): stderr: \u000a| �[0;m�[38;5;43m20221212220245394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212220245394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212220245394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212220245395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212220245395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212220245395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212220245395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:47.558945 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=490): Process ended prematurely: osmo-stp_10.42.42.5(pid=490) [trial-2382↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=490)] [trial-2382↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a22:02:47.567526 tst handover.py:18: Test FAILED (7.1 sec)\u000a22:02:47.632046 run osmo-hlr_10.42.42.2(pid=487): ERR: Terminated: ERROR {rc=237} [trial-2382↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=487)]\u000a22:02:47.684833 run osmo-hlr_10.42.42.2(pid=487): stdout: \u000a| (launched: 2022-12-12_22:02:44.207048) \u000a22:02:47.738768 run osmo-hlr_10.42.42.2(pid=487): stderr: \u000a| �[0;m�[1;31m20221212220244406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212220244406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212220244406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220244406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212220244406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212220244406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212220244419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2382/run.2022-12-12_20-36-34/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212220244427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212220244427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212220244427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:47.811249 run osmo-msc_10.42.42.6(pid=493): ERR: Terminated: ERROR {rc=2} [trial-2382↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=493)]\u000a22:02:47.864005 run osmo-msc_10.42.42.6(pid=493): stdout: \u000a| (launched: 2022-12-12_22:02:46.275134) \u000a22:02:47.917531 run osmo-msc_10.42.42.6(pid=493): stderr: \u000a| �[0;m�[38;5;43m20221212220246708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212220246708 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6047d11c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212220246708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212220246709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212220246710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212220246710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212220246716 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212220246718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212220246718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212220246718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:02:47.962570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=486): Terminating (SIGTERM)\u000a22:02:48.005492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=489): Terminating (SIGTERM)\u000a22:02:48.048290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=492): Terminating (SIGTERM)\u000a22:02:48.058560 --- ParallelTerminationStrategy: PID 486 died...\u000a22:02:48.116729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=486): Terminated: ok {rc=0}\u000a22:02:48.127232 --- ParallelTerminationStrategy: PID 489 died...\u000a22:02:48.185777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=489): Terminated: ok {rc=0}\u000a22:02:48.196327 --- ParallelTerminationStrategy: PID 492 died...\u000a22:02:48.253829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=492): Terminated: ok {rc=0}\u000a22:02:48.341658 bus /sierra_3: Setting Powered False\u000a22:02:49.450336 bus /sierra_3: Setting Powered False\u000a22:02:50.561718 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T22:02:40" } ] }